[ 512.797251] env[65806]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 512.797251] env[65806]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 513.815041] env[65894]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 513.815041] env[65894]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 515.634806] env[65894]: INFO neutron.common.config [-] Logging enabled! [ 515.635218] env[65894]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 28.0.0.0b2.dev39 [ 515.635343] env[65894]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=65894) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 515.635607] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 515.635703] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 515.636517] env[65894]: WARNING oslo_policy.policy [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 515.636725] env[65894]: WARNING oslo_policy.policy [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 515.638438] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] VMware NSXv3 Agent initialized successfully. [ 515.638778] env[65894]: DEBUG oslo_concurrency.lockutils [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] Acquiring lock "singleton_lock" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 515.638907] env[65894]: DEBUG oslo_concurrency.lockutils [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] Acquired lock "singleton_lock" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 515.639123] env[65894]: DEBUG oslo_concurrency.lockutils [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] Releasing lock "singleton_lock" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 515.639432] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] Full set of CONF: {{(pid=65894) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 515.639556] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] ******************************************************************************** {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 515.639654] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] Configuration options gathered from: {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 515.640263] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 515.640440] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 515.640549] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] ================================================================================ {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 515.640713] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] agent_down_time = 75 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.640850] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] allow_automatic_dhcp_failover = True {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.640980] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] allow_bulk = True {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.641135] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] api_extensions_path = {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.641276] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] api_paste_config = api-paste.ini {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.641416] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] auth_strategy = keystone {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.641506] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] backdoor_port = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.641606] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] backdoor_socket = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.641738] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] backlog = 4096 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.641871] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] base_mac = fa:16:3e:00:00:00 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.642035] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] bind_host = 0.0.0.0 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.642175] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] bind_port = 9696 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.642307] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] client_socket_timeout = 900 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.642441] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] config_dir = [] {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.642540] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.642674] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] config_source = [] {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.642809] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] control_exchange = neutron {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.642943] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] core_plugin = ml2 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.643092] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] debug = True {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.643229] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] default_availability_zones = [] {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.643432] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.643568] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] dhcp_agent_notification = True {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.643699] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] dhcp_agents_per_network = 1 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.643829] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] dhcp_lease_duration = 86400 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.643965] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] dhcp_load_type = networks {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.644113] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] dns_domain = openstacklocal {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.644249] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.644379] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] enable_default_route_bfd = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.644507] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] enable_default_route_ecmp = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.644633] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] enable_dvr = True {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.644759] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] enable_new_agents = True {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.644888] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] enable_services_on_agents_with_admin_state_down = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.645033] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] enable_signals = True {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.645168] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] enable_traditional_dhcp = True {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.645291] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] external_dns_driver = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.645419] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] filter_validation = True {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.645555] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] global_physnet_mtu = 8950 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.645685] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] graceful_shutdown_timeout = 60 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.645909] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] host = cpu-1 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.646103] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] host_dvr_for_dhcp = True {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.646246] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] http_retries = 3 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.646386] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] instance_format = [instance: %(uuid)s] {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.646523] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.646661] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] ipam_driver = internal {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.646792] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] ipv6_pd_enabled = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.646919] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] l3_ha = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.647088] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.647228] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] l3_ha_network_physical_name = {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.647362] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] l3_ha_network_type = {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.647496] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] log_color = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.647627] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] log_config_append = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.647761] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.647889] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] log_dir = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.648064] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] log_file = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.648151] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] log_options = True {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.648264] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] log_rotate_interval = 1 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.648403] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] log_rotate_interval_type = days {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.648540] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] log_rotation_type = none {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.648643] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.648743] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.648879] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.649023] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.649132] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.649266] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] max_dns_nameservers = 5 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.649416] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] max_header_line = 16384 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.649559] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] max_l3_agents_per_router = 3 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.649689] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] max_logfile_count = 30 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.649816] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] max_logfile_size_mb = 200 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.649942] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] max_subnet_host_routes = 20 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.650094] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] my_ip = 10.180.1.21 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.650233] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] my_ipv6 = ::1 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.650362] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] network_auto_schedule = True {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.650488] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] network_link_prefix = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.650630] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.650770] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] notify_nova_on_port_data_changes = True {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.650903] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] notify_nova_on_port_status_changes = True {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.651051] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] pagination_max_limit = -1 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.651181] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] publish_errors = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.651309] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] rate_limit_burst = 0 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.651447] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] rate_limit_except_level = CRITICAL {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.651577] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] rate_limit_interval = 0 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.651707] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] retry_until_window = 30 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.651838] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] router_distributed = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.651968] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] rpc_resources_processing_step = 20 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.652111] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] rpc_response_max_timeout = 600 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.652243] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] rpc_response_timeout = 60 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.652369] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] send_events_interval = 2 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.652513] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] service_plugins = ['router'] {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.652649] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] setproctitle = on {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.652775] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] shell_completion = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.652912] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] state_path = /opt/stack/data/neutron {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.653057] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] syslog_log_facility = LOG_USER {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.653194] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] tcp_keepidle = 600 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.653328] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] transport_url = **** {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.653457] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] use_journal = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.653583] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] use_json = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.653713] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] use_ssl = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.653838] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] use_stderr = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.653971] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] use_syslog = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.654113] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] vlan_qinq = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.654242] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] vlan_transparent = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.654370] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] watch_log_file = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.654501] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] wsgi_default_pool_size = 100 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.654629] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] wsgi_keep_alive = True {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.654765] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.654896] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] wsgi_server_debug = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 515.655052] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] oslo_concurrency.disable_process_locking = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.655197] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.655337] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.655472] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.655608] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.655744] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.655878] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.656035] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] profiler.connection_string = messaging:// {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.656178] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] profiler.enabled = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.656319] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] profiler.es_doc_type = notification {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.656451] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] profiler.es_scroll_size = 10000 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.656589] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] profiler.es_scroll_time = 2m {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.656725] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] profiler.filter_error_trace = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.656864] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] profiler.hmac_keys = **** {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.657012] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] profiler.sentinel_service_name = mymaster {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.657182] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] profiler.socket_timeout = 0.1 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.657323] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] profiler.trace_requests = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.657455] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] profiler.trace_sqlalchemy = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.657599] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] profiler_jaeger.process_tags = {} {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.657727] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] profiler_jaeger.service_name_prefix = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.657858] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] profiler_otlp.service_name_prefix = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.658011] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] oslo_policy.enforce_new_defaults = True {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.658281] env[65894]: WARNING oslo_config.cfg [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 515.658430] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] oslo_policy.enforce_scope = True {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.658571] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] oslo_policy.policy_default_rule = default {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.658718] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.658857] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.658996] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.659145] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.659313] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.659497] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.659648] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.659792] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] oslo_policy.remote_timeout = 60.0 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.659933] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.660089] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] agent.extensions = [] {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.660233] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.660373] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] service_providers.service_provider = [] {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.660513] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] QUOTAS.default_quota = -1 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.660652] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.660782] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] QUOTAS.quota_floatingip = 50 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.660912] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] QUOTAS.quota_network = 100 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.661054] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] QUOTAS.quota_port = 500 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.661189] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] QUOTAS.quota_rbac_policy = 10 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.661316] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] QUOTAS.quota_router = 10 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.661443] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] QUOTAS.quota_security_group = 10 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.661570] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] QUOTAS.quota_security_group_rule = 100 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.661696] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] QUOTAS.quota_subnet = 100 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.661824] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] QUOTAS.track_quota_usage = True {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.661964] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.662104] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] privsep.group = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.662233] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] privsep.helper_command = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.662364] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] privsep.log_daemon_traceback = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.662547] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] privsep.logger_name = oslo_privsep.daemon {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.662709] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] privsep.thread_pool_size = 8 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.662843] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] privsep.user = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.662985] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.663131] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] privsep_dhcp_release.group = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.663266] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] privsep_dhcp_release.helper_command = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.663399] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.663536] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.663672] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.663802] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] privsep_dhcp_release.user = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.663940] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.664078] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] privsep_ovs_vsctl.group = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.664208] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] privsep_ovs_vsctl.helper_command = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.664336] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.664471] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.664601] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.664729] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] privsep_ovs_vsctl.user = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.664863] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] privsep_namespace.capabilities = [21] {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.665029] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] privsep_namespace.group = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.665158] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] privsep_namespace.helper_command = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.665290] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] privsep_namespace.log_daemon_traceback = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.665425] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.665556] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] privsep_namespace.thread_pool_size = 8 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.665684] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] privsep_namespace.user = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.665822] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] privsep_conntrack.capabilities = [12] {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.665949] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] privsep_conntrack.group = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.666085] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] privsep_conntrack.helper_command = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.666216] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] privsep_conntrack.log_daemon_traceback = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.666350] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.666485] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] privsep_conntrack.thread_pool_size = 8 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.666610] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] privsep_conntrack.user = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.666748] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] privsep_link.capabilities = [12, 21] {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.666878] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] privsep_link.group = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.667013] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] privsep_link.helper_command = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.667177] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] privsep_link.log_daemon_traceback = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.667320] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.667455] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] privsep_link.thread_pool_size = 8 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.667584] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] privsep_link.user = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.667733] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.667875] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.668015] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] AGENT.continue_on_failed_promotions = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.668169] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] AGENT.dscp = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.668308] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] AGENT.dscp_inherit = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.668450] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] AGENT.force_mp_to_policy = True {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.668582] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] AGENT.locking_coordinator_url = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.668717] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] AGENT.log_agent_heartbeats = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.668850] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] AGENT.logging_expire = 1 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.668989] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.669137] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.669280] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] AGENT.polling_interval = 240 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.669412] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.669549] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] AGENT.quitting_rpc_timeout = 120 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.669689] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] AGENT.report_interval = 30.0 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.669827] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.669965] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.670120] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.670257] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] AGENT.sync_skew = 60 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.670389] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] AGENT.synchronization_queue_size = 20 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.670522] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] AGENT.use_helper_for_ns_read = True {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.670659] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] SECURITYGROUP.enable_ipset = True {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.670799] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] SECURITYGROUP.enable_security_group = True {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.670938] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.671090] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.671232] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] experimental.ipv6_pd_enabled = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.671411] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] ml2.extension_drivers = ['port_security'] {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.671556] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] ml2.external_network_type = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.671709] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.671848] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] ml2.overlay_ip_version = 4 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.671986] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] ml2.path_mtu = 8950 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.672139] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] ml2.physical_network_mtus = {} {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.672284] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] ml2.tenant_network_types = ['vlan'] {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.672423] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.672565] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] ml2.type_drivers = ['vlan'] {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.672706] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] AGENT_CLI.neutron_port_id = [] {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.672840] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.672971] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.673128] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.673274] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.673409] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.673542] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.673678] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.673811] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.674012] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.674165] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] NSXV3.nsxv3_login_password = **** {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.674309] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] NSXV3.nsxv3_login_port = 443 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.674444] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] NSXV3.nsxv3_login_user = admin {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.674582] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.674722] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.674855] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.675009] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.675170] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.675317] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.675457] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.675594] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.675729] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.675867] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.676015] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.676155] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.676296] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.676490] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.676636] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] vsphere.vsphere_login_password = VMware1! {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.676777] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.676911] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.677106] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] nova.auth_section = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.677254] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] nova.auth_type = password {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.677397] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.677532] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] nova.certfile = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.677669] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] nova.collect_timing = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.677809] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] nova.endpoint_type = public {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.677940] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] nova.insecure = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.678121] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] nova.keyfile = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.678335] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] nova.region_name = RegionOne {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.678487] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] nova.split_loggers = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.678620] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] nova.timeout = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.678761] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] placement.auth_section = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.678903] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] placement.auth_type = password {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.679058] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.679197] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] placement.certfile = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.679333] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] placement.collect_timing = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.679474] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] placement.endpoint_type = public {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.679606] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] placement.insecure = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.679733] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] placement.keyfile = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.679859] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] placement.region_name = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.679987] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] placement.split_loggers = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.680124] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] placement.timeout = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.680261] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] ironic.auth_section = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.680391] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] ironic.auth_type = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.680521] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] ironic.cafile = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.680647] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] ironic.certfile = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.680777] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] ironic.collect_timing = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.680905] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] ironic.connect_retries = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.681046] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] ironic.connect_retry_delay = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.681184] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] ironic.enable_notifications = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.681312] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] ironic.endpoint_override = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.681442] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] ironic.insecure = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.681573] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] ironic.interface = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.681701] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] ironic.keyfile = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.681884] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] ironic.max_version = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.682072] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] ironic.min_version = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.682215] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] ironic.region_name = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.682345] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] ironic.retriable_status_codes = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.682474] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] ironic.service_name = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.682603] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] ironic.service_type = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.682736] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] ironic.split_loggers = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.682868] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] ironic.status_code_retries = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.682996] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] ironic.status_code_retry_delay = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.683138] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] ironic.timeout = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.683263] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] ironic.valid_interfaces = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.683392] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] ironic.version = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.683528] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] cli_script.dry_run = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.683669] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.683801] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.683933] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.684075] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.684208] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.684334] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.684462] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.684590] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.684719] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.684854] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.684999] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.685176] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.685332] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.685481] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.685628] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.685781] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.685928] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.686091] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.686250] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.686396] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.686542] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.686686] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.686832] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.686976] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.687167] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.687326] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.687463] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.687597] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.687764] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.687904] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.688050] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] oslo_messaging_rabbit.ssl = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.688197] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.688335] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.688466] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.688600] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.688734] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] oslo_messaging_rabbit.ssl_version = {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.688863] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.689013] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] oslo_messaging_notifications.driver = [] {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.689156] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] oslo_messaging_notifications.retry = -1 {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.689305] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.689437] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] oslo_messaging_notifications.transport_url = **** {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 515.689540] env[65894]: DEBUG oslo_service.backend._eventlet.service [None req-8e3be465-6935-457f-abbf-30271dcfc4be None None] ******************************************************************************** {{(pid=65894) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 515.690681] env[65894]: DEBUG neutron.agent.securitygroups_rpc [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] Init firewall settings (driver=nsxv3) {{(pid=65894) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 515.692032] env[65894]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=65894) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 515.692274] env[65894]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] RPC agent_id: nsxm-l-01a.corp.local [ 515.694489] env[65894]: DEBUG dogpile.cache.region [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 515.694615] env[65894]: DEBUG dogpile.lock [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 515.694712] env[65894]: DEBUG dogpile.lock [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 515.694802] env[65894]: DEBUG dogpile.lock [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 515.694894] env[65894]: DEBUG dogpile.cache.region [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 515.694983] env[65894]: DEBUG dogpile.lock [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 515.695122] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 515.713665] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] Session token - acquiring [ 515.715478] env[65894]: DEBUG networking_nsxv3.common.locking [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 515.715635] env[65894]: DEBUG oslo_concurrency.lockutils [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 515.715750] env[65894]: DEBUG oslo_concurrency.lockutils [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 515.716178] env[65894]: DEBUG oslo_concurrency.lockutils [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 515.726936] env[65894]: DEBUG oslo_concurrency.lockutils [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 516.009826] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 516.031924] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 516.032162] env[65894]: DEBUG dogpile.cache.region [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] Cache value generated in 0.337 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 516.032231] env[65894]: DEBUG dogpile.lock [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 516.032308] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] Activating Policy API Provider. [ 516.032510] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] Looking for the default Infrastructure Rules. [ 516.104996] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] Looking for the Default Layer3 Logged Drop Section. [ 516.121803] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 516.122377] env[65894]: DEBUG networking_nsxv3.common.locking [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 516.122582] env[65894]: DEBUG oslo_concurrency.lockutils [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] Acquiring lock "all" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 516.122749] env[65894]: DEBUG oslo_concurrency.lockutils [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] Acquired lock "all" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 516.123058] env[65894]: DEBUG oslo_concurrency.lockutils [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] Acquired external semaphore "all" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 516.123404] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 516.638506] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 517.141273] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 517.643678] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] Inventory metadata is going to be refreshed. [ 517.644055] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 518.388592] env[65894]: DEBUG networking_nsxv3.common.locking [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 518.388991] env[65894]: DEBUG oslo_concurrency.lockutils [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 518.388991] env[65894]: DEBUG oslo_concurrency.lockutils [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 518.389225] env[65894]: DEBUG oslo_concurrency.lockutils [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 518.400125] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 518.401016] env[65894]: DEBUG oslo_concurrency.lockutils [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 518.401977] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 518.419680] env[65894]: DEBUG networking_nsxv3.common.locking [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 518.419947] env[65894]: DEBUG oslo_concurrency.lockutils [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 518.419947] env[65894]: DEBUG oslo_concurrency.lockutils [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 518.420254] env[65894]: DEBUG oslo_concurrency.lockutils [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 518.420384] env[65894]: DEBUG oslo_concurrency.lockutils [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 518.420530] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 518.420642] env[65894]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=65894) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 518.420746] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 518.439536] env[65894]: DEBUG networking_nsxv3.common.locking [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 518.439713] env[65894]: DEBUG oslo_concurrency.lockutils [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 518.439765] env[65894]: DEBUG oslo_concurrency.lockutils [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 518.440038] env[65894]: DEBUG oslo_concurrency.lockutils [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 518.440404] env[65894]: DEBUG oslo_concurrency.lockutils [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 518.440591] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 518.461468] env[65894]: DEBUG networking_nsxv3.common.locking [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 518.461676] env[65894]: DEBUG oslo_concurrency.lockutils [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 518.461793] env[65894]: DEBUG oslo_concurrency.lockutils [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 518.462016] env[65894]: DEBUG oslo_concurrency.lockutils [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 518.462163] env[65894]: DEBUG oslo_concurrency.lockutils [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 518.462313] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 518.483034] env[65894]: DEBUG networking_nsxv3.common.locking [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 518.483319] env[65894]: DEBUG oslo_concurrency.lockutils [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] Acquiring lock "Address Group" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 518.483319] env[65894]: DEBUG oslo_concurrency.lockutils [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] Acquired lock "Address Group" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 518.483615] env[65894]: DEBUG oslo_concurrency.lockutils [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] Acquired external semaphore "Address Group" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 518.483760] env[65894]: DEBUG oslo_concurrency.lockutils [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] Releasing lock "Address Group" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 518.483911] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 518.484064] env[65894]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65894) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 518.484135] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 518.504509] env[65894]: DEBUG networking_nsxv3.common.locking [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 518.504786] env[65894]: DEBUG oslo_concurrency.lockutils [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] Acquiring lock "Segment QoS" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 518.504786] env[65894]: DEBUG oslo_concurrency.lockutils [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] Acquired lock "Segment QoS" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 518.505141] env[65894]: DEBUG oslo_concurrency.lockutils [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] Acquired external semaphore "Segment QoS" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 518.505291] env[65894]: DEBUG oslo_concurrency.lockutils [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] Releasing lock "Segment QoS" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 518.505438] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 518.505541] env[65894]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=65894) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 518.505643] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 518.526339] env[65894]: DEBUG networking_nsxv3.common.locking [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 518.526562] env[65894]: DEBUG oslo_concurrency.lockutils [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 518.526613] env[65894]: DEBUG oslo_concurrency.lockutils [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 518.526887] env[65894]: DEBUG oslo_concurrency.lockutils [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 518.527109] env[65894]: DEBUG oslo_concurrency.lockutils [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 518.527250] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 518.527357] env[65894]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65894) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 518.527456] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] Inventory metadata have been refreshed. [ 518.527552] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] Dryrun:True. Metadata refresh completed. [ 518.527669] env[65894]: DEBUG oslo_concurrency.lockutils [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] Releasing lock "all" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 518.529401] env[65894]: INFO neutron.agent.agent_extensions_manager [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] Loaded agent extensions: [] [ 518.530119] env[65894]: DEBUG neutron_lib.callbacks.manager [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=65894) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 518.583443] env[65894]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] NSXv3 Agent Agent RPC Daemon Started! [ 518.583635] env[65894]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] NSXv3 Agent Agent loop - iteration:0 started [ 518.583754] env[65894]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] NSXv3 Agent Agent out of sync with plugin! [ 523.531233] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 523.531940] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 528.533536] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 528.533895] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 533.126512] env[65894]: INFO networking_nsxv3.common.synchronization [None req-0e163a7c-ac16-48f9-81ec-a1fe6729aeb3 demo admin] Enqueued Resource ID: 5be325f6-7c95-4bea-8313-f2c0db535076 with Priority: HIGHEST for action security_group_rules [ 533.127044] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5be325f6-7c95-4bea-8313-f2c0db535076 with Priority: HIGHEST for action security_group_rules [ 533.127381] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5be325f6-7c95-4bea-8313-f2c0db535076 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.127503] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5be325f6-7c95-4bea-8313-f2c0db535076" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.127574] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5be325f6-7c95-4bea-8313-f2c0db535076" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 533.127908] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5be325f6-7c95-4bea-8313-f2c0db535076" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 533.127995] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5be325f6-7c95-4bea-8313-f2c0db535076',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 533.649124] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 533.649464] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 533.649464] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 533.649624] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 533.649692] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 533.649765] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5be325f6-7c95-4bea-8313-f2c0db535076 already deleted. [ 533.649834] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5be325f6-7c95-4bea-8313-f2c0db535076" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 538.128978] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 538.129386] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 543.131629] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 543.131629] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 544.533574] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 544.534100] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 544.534100] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 544.534100] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 544.534269] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 545.037073] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 545.539459] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 546.042374] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 546.042603] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 546.903275] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 546.903742] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.903742] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 546.903742] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 546.915982] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 546.916960] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 546.917661] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 546.937858] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 546.941124] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.941124] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 546.941124] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 546.941124] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 546.941124] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 546.941124] env[65894]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65894) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 546.941124] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 546.957967] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 546.958216] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.958216] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 546.958375] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 546.958508] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 546.958617] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 546.977625] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 546.977867] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.977867] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 546.978131] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 546.978204] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 546.978314] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 547.000766] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.001035] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.001035] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 547.001184] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 547.001287] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 547.001402] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 547.001473] env[65894]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65894) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 547.001533] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 547.018022] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.018321] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.018321] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 547.018515] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 547.018615] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 547.018735] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 547.018806] env[65894]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65894) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 547.018857] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 547.038730] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.038959] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.038959] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 547.039129] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 547.039235] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 547.039352] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 547.039422] env[65894]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65894) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 547.039487] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 547.039546] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 547.039624] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 547.039681] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 547.039734] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 547.040017] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 547.040073] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 547.040144] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 547.060677] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.060900] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.060900] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 547.061086] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 547.061195] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 547.061301] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 547.084465] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.084687] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.084687] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 547.084849] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 547.084956] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 547.100300] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 548.132810] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 548.133283] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 553.133968] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 553.134351] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 558.135409] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 558.135726] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 558.353740] env[65894]: INFO networking_nsxv3.common.synchronization [None req-ab37a37f-f843-406a-946a-c2ce73adaa6e None None] Enqueued Resource ID: 9acb0db2-a1c1-49d8-932c-34cbf08f0e1a with Priority: HIGHEST for action port [ 558.354277] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9acb0db2-a1c1-49d8-932c-34cbf08f0e1a with Priority: HIGHEST for action port [ 558.354561] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-9acb0db2-a1c1-49d8-932c-34cbf08f0e1a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.354709] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9acb0db2-a1c1-49d8-932c-34cbf08f0e1a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.354793] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9acb0db2-a1c1-49d8-932c-34cbf08f0e1a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 558.356491] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9acb0db2-a1c1-49d8-932c-34cbf08f0e1a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 558.356625] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9acb0db2-a1c1-49d8-932c-34cbf08f0e1a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 558.858763] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9acb0db2-a1c1-49d8-932c-34cbf08f0e1a [ 558.858995] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 558.859151] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 558.860042] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 558.860042] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 558.860042] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 558.860042] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9acb0db2-a1c1-49d8-932c-34cbf08f0e1a already deleted. [ 558.860042] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9acb0db2-a1c1-49d8-932c-34cbf08f0e1a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 559.950033] env[65894]: INFO networking_nsxv3.common.synchronization [None req-5675f91d-cb34-4eef-aea4-e667a3659550 None None] Enqueued Resource ID: 86d338bf-963f-4551-9bd8-b554e87dd390 with Priority: HIGHEST for action port [ 559.950033] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86d338bf-963f-4551-9bd8-b554e87dd390 with Priority: HIGHEST for action port [ 559.950892] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-86d338bf-963f-4551-9bd8-b554e87dd390 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 559.950892] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86d338bf-963f-4551-9bd8-b554e87dd390" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 559.950892] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86d338bf-963f-4551-9bd8-b554e87dd390" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 559.951464] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86d338bf-963f-4551-9bd8-b554e87dd390" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 559.951464] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86d338bf-963f-4551-9bd8-b554e87dd390',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 560.136838] env[65894]: INFO networking_nsxv3.common.synchronization [None req-fad6fcff-a1b3-4cdd-9ee1-4aa967c16f14 None None] Enqueued Resource ID: 4c1fd9cf-cdf3-4ddf-a55c-889f0b1b3794 with Priority: HIGHEST for action port [ 560.137883] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c1fd9cf-cdf3-4ddf-a55c-889f0b1b3794 with Priority: HIGHEST for action port [ 560.137883] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c1fd9cf-cdf3-4ddf-a55c-889f0b1b3794 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.137883] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c1fd9cf-cdf3-4ddf-a55c-889f0b1b3794" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.138187] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c1fd9cf-cdf3-4ddf-a55c-889f0b1b3794" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 560.138587] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c1fd9cf-cdf3-4ddf-a55c-889f0b1b3794" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 560.138673] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c1fd9cf-cdf3-4ddf-a55c-889f0b1b3794',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 560.453480] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 86d338bf-963f-4551-9bd8-b554e87dd390 [ 560.454024] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.454798] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.454798] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 560.455048] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 560.455417] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 560.455842] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:86d338bf-963f-4551-9bd8-b554e87dd390 already deleted. [ 560.455842] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86d338bf-963f-4551-9bd8-b554e87dd390" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 560.643524] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4c1fd9cf-cdf3-4ddf-a55c-889f0b1b3794 [ 560.643776] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.643933] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.644113] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 560.644231] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 560.644317] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 560.644422] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4c1fd9cf-cdf3-4ddf-a55c-889f0b1b3794 already deleted. [ 560.644531] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c1fd9cf-cdf3-4ddf-a55c-889f0b1b3794" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 561.948984] env[65894]: INFO networking_nsxv3.common.synchronization [None req-5877c20d-532f-4490-9e6f-b0b9afb68585 None None] Enqueued Resource ID: bdda0d17-8f58-4c72-ab2e-a01007094de2 with Priority: HIGHEST for action port [ 561.949572] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdda0d17-8f58-4c72-ab2e-a01007094de2 with Priority: HIGHEST for action port [ 561.949818] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-bdda0d17-8f58-4c72-ab2e-a01007094de2 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 561.949942] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bdda0d17-8f58-4c72-ab2e-a01007094de2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 561.950018] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bdda0d17-8f58-4c72-ab2e-a01007094de2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 561.951342] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bdda0d17-8f58-4c72-ab2e-a01007094de2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 561.951342] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bdda0d17-8f58-4c72-ab2e-a01007094de2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 562.454435] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bdda0d17-8f58-4c72-ab2e-a01007094de2 [ 562.454699] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.455118] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.455189] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 562.455401] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 562.455491] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 562.455580] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bdda0d17-8f58-4c72-ab2e-a01007094de2 already deleted. [ 562.455678] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bdda0d17-8f58-4c72-ab2e-a01007094de2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 564.577274] env[65894]: INFO networking_nsxv3.common.synchronization [None req-aefd0949-8f17-430c-86e4-677b101392e4 None None] Enqueued Resource ID: e9bdc745-1be2-4372-99f3-f5ef29336ee8 with Priority: HIGHEST for action port [ 564.577274] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9bdc745-1be2-4372-99f3-f5ef29336ee8 with Priority: HIGHEST for action port [ 564.577274] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9bdc745-1be2-4372-99f3-f5ef29336ee8 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.577274] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9bdc745-1be2-4372-99f3-f5ef29336ee8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.577274] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9bdc745-1be2-4372-99f3-f5ef29336ee8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 564.577749] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9bdc745-1be2-4372-99f3-f5ef29336ee8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 564.577749] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9bdc745-1be2-4372-99f3-f5ef29336ee8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 564.653342] env[65894]: INFO networking_nsxv3.common.synchronization [None req-023f2e2f-8f73-4cc3-8634-cc04a5ed1901 None None] Enqueued Resource ID: 57bd463e-68e7-4824-9208-03a9bb491b49 with Priority: HIGHEST for action port [ 564.653600] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57bd463e-68e7-4824-9208-03a9bb491b49 with Priority: HIGHEST for action port [ 564.654193] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-57bd463e-68e7-4824-9208-03a9bb491b49 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.654344] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57bd463e-68e7-4824-9208-03a9bb491b49" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.654389] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57bd463e-68e7-4824-9208-03a9bb491b49" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 564.654623] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57bd463e-68e7-4824-9208-03a9bb491b49" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 564.654706] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57bd463e-68e7-4824-9208-03a9bb491b49',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 565.081042] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e9bdc745-1be2-4372-99f3-f5ef29336ee8 [ 565.081293] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.081433] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.081497] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.081711] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 565.081801] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.081896] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e9bdc745-1be2-4372-99f3-f5ef29336ee8 already deleted. [ 565.081977] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9bdc745-1be2-4372-99f3-f5ef29336ee8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.157708] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 57bd463e-68e7-4824-9208-03a9bb491b49 [ 565.157948] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.158112] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.158184] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.158404] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 565.158487] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.158580] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:57bd463e-68e7-4824-9208-03a9bb491b49 already deleted. [ 565.158660] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57bd463e-68e7-4824-9208-03a9bb491b49" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 566.160343] env[65894]: INFO networking_nsxv3.common.synchronization [None req-560f31ad-fdc7-48f5-8f37-fce386373c91 None None] Enqueued Resource ID: c7194476-bbb1-4958-bfcf-e314f8d5d2a1 with Priority: HIGHEST for action port [ 566.160343] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c7194476-bbb1-4958-bfcf-e314f8d5d2a1 with Priority: HIGHEST for action port [ 566.160343] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-c7194476-bbb1-4958-bfcf-e314f8d5d2a1 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.160343] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c7194476-bbb1-4958-bfcf-e314f8d5d2a1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.160343] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c7194476-bbb1-4958-bfcf-e314f8d5d2a1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 566.160878] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c7194476-bbb1-4958-bfcf-e314f8d5d2a1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 566.160878] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c7194476-bbb1-4958-bfcf-e314f8d5d2a1',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 566.618864] env[65894]: INFO networking_nsxv3.common.synchronization [None req-0ba250f4-e3f5-4fb4-9ec7-6f6175989671 None None] Enqueued Resource ID: 99207220-22c9-461c-983e-fb0c048a2447 with Priority: HIGHEST for action port [ 566.618864] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99207220-22c9-461c-983e-fb0c048a2447 with Priority: HIGHEST for action port [ 566.618864] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-99207220-22c9-461c-983e-fb0c048a2447 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.619128] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99207220-22c9-461c-983e-fb0c048a2447" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.619128] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99207220-22c9-461c-983e-fb0c048a2447" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 566.619407] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99207220-22c9-461c-983e-fb0c048a2447" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 566.619477] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99207220-22c9-461c-983e-fb0c048a2447',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 566.664024] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c7194476-bbb1-4958-bfcf-e314f8d5d2a1 [ 566.664024] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 566.664024] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 566.664024] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 566.664963] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 566.665093] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 566.665564] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c7194476-bbb1-4958-bfcf-e314f8d5d2a1 already deleted. [ 566.665564] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c7194476-bbb1-4958-bfcf-e314f8d5d2a1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 567.123470] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 99207220-22c9-461c-983e-fb0c048a2447 [ 567.124243] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.124390] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.124461] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 567.124668] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 567.124752] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 567.124843] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:99207220-22c9-461c-983e-fb0c048a2447 already deleted. [ 567.124921] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99207220-22c9-461c-983e-fb0c048a2447" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 567.456839] env[65894]: INFO networking_nsxv3.common.synchronization [None req-28a8e4ec-b656-4b33-8c2a-ce16a943af77 None None] Enqueued Resource ID: aea1abf9-ff78-4b47-a675-6046a293236c with Priority: HIGHEST for action port [ 567.457210] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aea1abf9-ff78-4b47-a675-6046a293236c with Priority: HIGHEST for action port [ 567.457988] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-aea1abf9-ff78-4b47-a675-6046a293236c taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.457988] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aea1abf9-ff78-4b47-a675-6046a293236c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.457988] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aea1abf9-ff78-4b47-a675-6046a293236c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 567.460366] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aea1abf9-ff78-4b47-a675-6046a293236c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 567.460457] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aea1abf9-ff78-4b47-a675-6046a293236c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 567.962418] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aea1abf9-ff78-4b47-a675-6046a293236c [ 567.962620] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.962757] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.962827] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 567.963063] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 567.963156] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 567.963250] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aea1abf9-ff78-4b47-a675-6046a293236c already deleted. [ 567.963329] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aea1abf9-ff78-4b47-a675-6046a293236c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 568.433339] env[65894]: INFO networking_nsxv3.common.synchronization [None req-8129e252-6f76-419a-a095-664a34d6e2c0 None None] Enqueued Resource ID: 63d9a5c2-5c1e-44a5-8f2c-0d01d8711c44 with Priority: HIGHEST for action port [ 568.433608] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63d9a5c2-5c1e-44a5-8f2c-0d01d8711c44 with Priority: HIGHEST for action port [ 568.434248] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-63d9a5c2-5c1e-44a5-8f2c-0d01d8711c44 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.434372] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63d9a5c2-5c1e-44a5-8f2c-0d01d8711c44" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.434432] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63d9a5c2-5c1e-44a5-8f2c-0d01d8711c44" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 568.435580] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63d9a5c2-5c1e-44a5-8f2c-0d01d8711c44" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 568.435580] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63d9a5c2-5c1e-44a5-8f2c-0d01d8711c44',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 568.938609] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 63d9a5c2-5c1e-44a5-8f2c-0d01d8711c44 [ 568.938966] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 568.938966] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 568.938966] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 568.939183] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 568.941351] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 568.941526] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:63d9a5c2-5c1e-44a5-8f2c-0d01d8711c44 already deleted. [ 568.941658] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63d9a5c2-5c1e-44a5-8f2c-0d01d8711c44" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 569.199149] env[65894]: INFO networking_nsxv3.common.synchronization [None req-bf4c5c2c-9136-4d3c-b419-90b205d833de None None] Enqueued Resource ID: c47119ad-2b45-4d18-8d1a-a61f61071177 with Priority: HIGHEST for action port [ 569.199149] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c47119ad-2b45-4d18-8d1a-a61f61071177 with Priority: HIGHEST for action port [ 569.199149] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-c47119ad-2b45-4d18-8d1a-a61f61071177 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.199149] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c47119ad-2b45-4d18-8d1a-a61f61071177" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.199149] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c47119ad-2b45-4d18-8d1a-a61f61071177" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 569.199916] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c47119ad-2b45-4d18-8d1a-a61f61071177" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 569.199996] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c47119ad-2b45-4d18-8d1a-a61f61071177',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 569.448126] env[65894]: INFO networking_nsxv3.common.synchronization [None req-9f6f8551-000b-4f82-be98-3b141b7ccd55 None None] Enqueued Resource ID: 063a0b84-851d-498c-bcd1-fbaafc132f52 with Priority: HIGHEST for action port [ 569.448126] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 063a0b84-851d-498c-bcd1-fbaafc132f52 with Priority: HIGHEST for action port [ 569.448126] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-063a0b84-851d-498c-bcd1-fbaafc132f52 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.448254] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-063a0b84-851d-498c-bcd1-fbaafc132f52" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.448254] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-063a0b84-851d-498c-bcd1-fbaafc132f52" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 569.448459] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-063a0b84-851d-498c-bcd1-fbaafc132f52" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 569.448541] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('063a0b84-851d-498c-bcd1-fbaafc132f52',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 569.702268] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c47119ad-2b45-4d18-8d1a-a61f61071177 [ 569.703827] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.703827] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.703827] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 569.703827] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 569.703827] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 569.703827] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c47119ad-2b45-4d18-8d1a-a61f61071177 already deleted. [ 569.703827] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c47119ad-2b45-4d18-8d1a-a61f61071177" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 569.952379] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 063a0b84-851d-498c-bcd1-fbaafc132f52 [ 569.952379] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 569.952379] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 569.952379] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 569.952379] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 569.952379] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 569.952379] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:063a0b84-851d-498c-bcd1-fbaafc132f52 already deleted. [ 569.952379] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-063a0b84-851d-498c-bcd1-fbaafc132f52" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.151115] env[65894]: INFO networking_nsxv3.common.synchronization [req-51ca291e-2d14-4606-a516-0f61da0510ed req-397a80c3-7acc-4216-82e5-05371e112bf3 tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Enqueued Resource ID: d7098f9c-6516-4ac6-b9cb-f131e7d4500b with Priority: HIGHEST for action security_group_members [ 572.151529] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7098f9c-6516-4ac6-b9cb-f131e7d4500b with Priority: HIGHEST for action security_group_members [ 572.151900] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7098f9c-6516-4ac6-b9cb-f131e7d4500b taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.152014] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7098f9c-6516-4ac6-b9cb-f131e7d4500b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.152014] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7098f9c-6516-4ac6-b9cb-f131e7d4500b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.152269] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7098f9c-6516-4ac6-b9cb-f131e7d4500b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.152421] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.152518] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.152573] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.152767] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.152801] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.152922] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7098f9c-6516-4ac6-b9cb-f131e7d4500b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 572.657640] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.657821] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.657966] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.658071] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.658449] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.658449] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.658561] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.658561] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.659466] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.659466] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.659466] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7098f9c-6516-4ac6-b9cb-f131e7d4500b already deleted. [ 572.659466] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7098f9c-6516-4ac6-b9cb-f131e7d4500b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.698593] env[65894]: INFO networking_nsxv3.common.synchronization [None req-6010f622-df0a-46c7-b591-abe7859286d7 None None] Enqueued Resource ID: 7d253023-4bae-4f5f-b4c4-37993cf59672 with Priority: HIGHEST for action port [ 572.699600] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d253023-4bae-4f5f-b4c4-37993cf59672 with Priority: HIGHEST for action port [ 572.699600] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d253023-4bae-4f5f-b4c4-37993cf59672 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.699937] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d253023-4bae-4f5f-b4c4-37993cf59672" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.699937] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d253023-4bae-4f5f-b4c4-37993cf59672" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.700019] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d253023-4bae-4f5f-b4c4-37993cf59672" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.700051] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d253023-4bae-4f5f-b4c4-37993cf59672',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 572.850568] env[65894]: INFO networking_nsxv3.common.synchronization [None req-6a03490a-ab75-49e1-a296-414d79e65b01 None None] Enqueued Resource ID: aed3dafb-fc02-4106-97a9-cec23be98fa9 with Priority: HIGHEST for action port [ 572.850658] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aed3dafb-fc02-4106-97a9-cec23be98fa9 with Priority: HIGHEST for action port [ 572.851238] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-aed3dafb-fc02-4106-97a9-cec23be98fa9 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.851351] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aed3dafb-fc02-4106-97a9-cec23be98fa9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.851420] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aed3dafb-fc02-4106-97a9-cec23be98fa9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.851716] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aed3dafb-fc02-4106-97a9-cec23be98fa9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.851854] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aed3dafb-fc02-4106-97a9-cec23be98fa9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.203543] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7d253023-4bae-4f5f-b4c4-37993cf59672 [ 573.203790] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.204221] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.204221] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.204221] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.204378] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.204378] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7d253023-4bae-4f5f-b4c4-37993cf59672 already deleted. [ 573.204452] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d253023-4bae-4f5f-b4c4-37993cf59672" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.243538] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock network-563 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.243538] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "network-563" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.243538] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "network-563" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.243538] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "network-563" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.243538] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.243538] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.243538] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.243983] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.243983] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.244845] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 573.244845] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 573.244845] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 573.244845] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 573.244845] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 573.244845] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 573.245139] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 573.265397] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 573.265675] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 573.265837] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 573.266136] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "network-563" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.266513] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock port-1ee3f8f4-0368-4892-94c4-c63d070a3db9 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.266700] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "port-1ee3f8f4-0368-4892-94c4-c63d070a3db9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.266832] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "port-1ee3f8f4-0368-4892-94c4-c63d070a3db9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.267601] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "port-1ee3f8f4-0368-4892-94c4-c63d070a3db9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.269044] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ee3f8f4-0368-4892-94c4-c63d070a3db9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.354159] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aed3dafb-fc02-4106-97a9-cec23be98fa9 [ 573.354374] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.354514] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.354582] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.354783] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.354873] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.354964] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aed3dafb-fc02-4106-97a9-cec23be98fa9 already deleted. [ 573.355067] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aed3dafb-fc02-4106-97a9-cec23be98fa9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.677999] env[65894]: INFO networking_nsxv3.common.synchronization [None req-940aea73-6a32-4ec1-af16-e519f9c23cf5 None None] Enqueued Resource ID: d694af85-9849-413b-869d-cc429ea3a1c9 with Priority: HIGHEST for action port [ 573.678668] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d694af85-9849-413b-869d-cc429ea3a1c9 with Priority: HIGHEST for action port [ 573.679050] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-d694af85-9849-413b-869d-cc429ea3a1c9 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.679181] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d694af85-9849-413b-869d-cc429ea3a1c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.679249] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d694af85-9849-413b-869d-cc429ea3a1c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.679486] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d694af85-9849-413b-869d-cc429ea3a1c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.679882] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d694af85-9849-413b-869d-cc429ea3a1c9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 573.772451] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.772676] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.772817] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.773076] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.773216] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.773362] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Segment Port 1ee3f8f4-0368-4892-94c4-c63d070a3db9 not found, creating... [ 573.773630] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.773765] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.774480] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.774480] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.774480] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.774602] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.774819] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.774880] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.775159] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.775229] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.775533] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Resource: SegmentPort with ID: 1ee3f8f4-0368-4892-94c4-c63d070a3db9 is going to be created. [ 573.798935] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.801956] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.801956] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.801956] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.801956] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.801956] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "port-1ee3f8f4-0368-4892-94c4-c63d070a3db9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.182396] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d694af85-9849-413b-869d-cc429ea3a1c9 [ 574.183627] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.183627] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.183627] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.183627] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.183627] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.183627] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d694af85-9849-413b-869d-cc429ea3a1c9 already deleted. [ 574.183627] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d694af85-9849-413b-869d-cc429ea3a1c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.629021] env[65894]: INFO networking_nsxv3.common.synchronization [req-51ca291e-2d14-4606-a516-0f61da0510ed req-3d4487fb-7a69-4a12-8544-5e6f7d66b2de service nova] Enqueued Resource ID: d7098f9c-6516-4ac6-b9cb-f131e7d4500b with Priority: HIGHEST for action security_group_rules [ 574.632018] env[65894]: INFO networking_nsxv3.common.synchronization [req-51ca291e-2d14-4606-a516-0f61da0510ed req-3d4487fb-7a69-4a12-8544-5e6f7d66b2de service nova] Enqueued Resource ID: d7098f9c-6516-4ac6-b9cb-f131e7d4500b with Priority: HIGHEST for action security_group_members [ 574.632018] env[65894]: INFO networking_nsxv3.common.synchronization [req-51ca291e-2d14-4606-a516-0f61da0510ed req-3d4487fb-7a69-4a12-8544-5e6f7d66b2de service nova] Enqueued Resource ID: 1ee3f8f4-0368-4892-94c4-c63d070a3db9 with Priority: HIGHEST for action port [ 574.632018] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7098f9c-6516-4ac6-b9cb-f131e7d4500b with Priority: HIGHEST for action security_group_rules [ 574.632018] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7098f9c-6516-4ac6-b9cb-f131e7d4500b with Priority: HIGHEST for action security_group_members [ 574.632018] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ee3f8f4-0368-4892-94c4-c63d070a3db9 with Priority: HIGHEST for action port [ 574.632018] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7098f9c-6516-4ac6-b9cb-f131e7d4500b taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.632018] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7098f9c-6516-4ac6-b9cb-f131e7d4500b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.632018] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7098f9c-6516-4ac6-b9cb-f131e7d4500b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.632018] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7098f9c-6516-4ac6-b9cb-f131e7d4500b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.632018] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7098f9c-6516-4ac6-b9cb-f131e7d4500b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.633670] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7098f9c-6516-4ac6-b9cb-f131e7d4500b taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.633908] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7098f9c-6516-4ac6-b9cb-f131e7d4500b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.634067] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7098f9c-6516-4ac6-b9cb-f131e7d4500b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.634916] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7098f9c-6516-4ac6-b9cb-f131e7d4500b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.634916] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.634916] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.634916] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.634916] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.634916] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.635181] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7098f9c-6516-4ac6-b9cb-f131e7d4500b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.636874] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ee3f8f4-0368-4892-94c4-c63d070a3db9 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.636874] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ee3f8f4-0368-4892-94c4-c63d070a3db9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.636874] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ee3f8f4-0368-4892-94c4-c63d070a3db9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.636874] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ee3f8f4-0368-4892-94c4-c63d070a3db9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.636874] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ee3f8f4-0368-4892-94c4-c63d070a3db9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.139559] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7098f9c-6516-4ac6-b9cb-f131e7d4500b taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.139559] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7098f9c-6516-4ac6-b9cb-f131e7d4500b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.146868] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d7098f9c-6516-4ac6-b9cb-f131e7d4500b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.147855] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1ee3f8f4-0368-4892-94c4-c63d070a3db9 with status ACTIVE [ 575.148494] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.148494] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.148494] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.148494] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.148706] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.148706] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.148804] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.149237] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.149237] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.149237] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.149361] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.149361] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.149451] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.149559] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.149640] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.149702] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1ee3f8f4-0368-4892-94c4-c63d070a3db9 is going to be updated. [ 575.174543] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.174543] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.174543] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.174543] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.174543] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.174543] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ee3f8f4-0368-4892-94c4-c63d070a3db9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.176640] env[65894]: INFO networking_nsxv3.common.synchronization [req-baa3e3a1-b989-4091-80d4-d2a23f06474b req-ff9d276e-c2b9-4678-b2d5-dd17249a9556 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Enqueued Resource ID: 5c00049d-0043-4900-a626-f360ea2e8670 with Priority: HIGHEST for action security_group_members [ 575.177134] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c00049d-0043-4900-a626-f360ea2e8670 with Priority: HIGHEST for action security_group_members [ 575.177576] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c00049d-0043-4900-a626-f360ea2e8670 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.178417] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c00049d-0043-4900-a626-f360ea2e8670" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.178417] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c00049d-0043-4900-a626-f360ea2e8670" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.178417] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c00049d-0043-4900-a626-f360ea2e8670" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.178417] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.178594] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.178594] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.179707] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.179707] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.179707] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c00049d-0043-4900-a626-f360ea2e8670',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.501558] env[65894]: INFO networking_nsxv3.common.synchronization [None req-f236f778-69b8-4626-8386-2ef31d455589 None None] Enqueued Resource ID: 989a28b0-d47f-41b2-938c-cc45e03481d2 with Priority: HIGHEST for action port [ 575.502105] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 989a28b0-d47f-41b2-938c-cc45e03481d2 with Priority: HIGHEST for action port [ 575.502409] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-989a28b0-d47f-41b2-938c-cc45e03481d2 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.502530] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-989a28b0-d47f-41b2-938c-cc45e03481d2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.502584] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-989a28b0-d47f-41b2-938c-cc45e03481d2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.502857] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-989a28b0-d47f-41b2-938c-cc45e03481d2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.502945] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('989a28b0-d47f-41b2-938c-cc45e03481d2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.653016] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d7098f9c-6516-4ac6-b9cb-f131e7d4500b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 575.681423] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.681577] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.681659] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.681859] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.681951] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.682154] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.682268] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.682349] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.682468] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.682540] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.682626] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c00049d-0043-4900-a626-f360ea2e8670 already deleted. [ 575.682704] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c00049d-0043-4900-a626-f360ea2e8670" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.844664] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock network-826 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.844865] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "network-826" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.844985] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "network-826" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.845319] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "network-826" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.846720] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.846720] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.846720] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.846720] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.846720] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.846720] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 575.846720] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 575.846720] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 575.846720] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 575.847353] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 575.847353] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 575.847353] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 575.866102] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 575.866258] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 575.866384] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 575.866556] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "network-826" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.867071] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock port-eaedf9df-dee2-4f8b-9f77-9db33725b2dd taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.867071] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "port-eaedf9df-dee2-4f8b-9f77-9db33725b2dd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.867254] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "port-eaedf9df-dee2-4f8b-9f77-9db33725b2dd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.868369] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "port-eaedf9df-dee2-4f8b-9f77-9db33725b2dd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.868369] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eaedf9df-dee2-4f8b-9f77-9db33725b2dd',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.007324] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 989a28b0-d47f-41b2-938c-cc45e03481d2 [ 576.007324] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.007324] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.007324] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.007324] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.007324] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.007324] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:989a28b0-d47f-41b2-938c-cc45e03481d2 already deleted. [ 576.007324] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-989a28b0-d47f-41b2-938c-cc45e03481d2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.155688] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.155847] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.155919] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.156198] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.156280] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.156347] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7098f9c-6516-4ac6-b9cb-f131e7d4500b is going to be created. [ 576.186928] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.186928] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.186928] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.187214] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.187271] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.197168] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7098f9c-6516-4ac6-b9cb-f131e7d4500b in Status: UNINITIALIZED for 2s [ 576.370293] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.370462] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.371818] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.372192] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.372363] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.372527] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Segment Port eaedf9df-dee2-4f8b-9f77-9db33725b2dd not found, creating... [ 576.372886] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.373157] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.373371] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.373745] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.373988] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.374418] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.374668] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.374797] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.375023] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.375161] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.375302] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Resource: SegmentPort with ID: eaedf9df-dee2-4f8b-9f77-9db33725b2dd is going to be created. [ 576.396994] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.397237] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.397362] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.397733] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.397966] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.398193] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "port-eaedf9df-dee2-4f8b-9f77-9db33725b2dd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.132201] env[65894]: INFO networking_nsxv3.common.synchronization [req-baa3e3a1-b989-4091-80d4-d2a23f06474b req-54f97b8c-44f4-4010-b1b0-e2b99e1321c0 service nova] Enqueued Resource ID: 5c00049d-0043-4900-a626-f360ea2e8670 with Priority: HIGHEST for action security_group_rules [ 577.132498] env[65894]: INFO networking_nsxv3.common.synchronization [req-baa3e3a1-b989-4091-80d4-d2a23f06474b req-54f97b8c-44f4-4010-b1b0-e2b99e1321c0 service nova] Enqueued Resource ID: 5c00049d-0043-4900-a626-f360ea2e8670 with Priority: HIGHEST for action security_group_members [ 577.132498] env[65894]: INFO networking_nsxv3.common.synchronization [req-baa3e3a1-b989-4091-80d4-d2a23f06474b req-54f97b8c-44f4-4010-b1b0-e2b99e1321c0 service nova] Enqueued Resource ID: eaedf9df-dee2-4f8b-9f77-9db33725b2dd with Priority: HIGHEST for action port [ 577.132721] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c00049d-0043-4900-a626-f360ea2e8670 with Priority: HIGHEST for action security_group_rules [ 577.132851] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c00049d-0043-4900-a626-f360ea2e8670 with Priority: HIGHEST for action security_group_members [ 577.132946] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eaedf9df-dee2-4f8b-9f77-9db33725b2dd with Priority: HIGHEST for action port [ 577.133694] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c00049d-0043-4900-a626-f360ea2e8670 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.133694] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c00049d-0043-4900-a626-f360ea2e8670" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.133694] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c00049d-0043-4900-a626-f360ea2e8670" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.134064] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c00049d-0043-4900-a626-f360ea2e8670" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.134163] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c00049d-0043-4900-a626-f360ea2e8670',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.135288] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c00049d-0043-4900-a626-f360ea2e8670 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.135401] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c00049d-0043-4900-a626-f360ea2e8670" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.135469] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c00049d-0043-4900-a626-f360ea2e8670" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.135649] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c00049d-0043-4900-a626-f360ea2e8670" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.135788] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.136024] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.136024] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.136160] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.136160] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.136240] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c00049d-0043-4900-a626-f360ea2e8670',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.136983] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-eaedf9df-dee2-4f8b-9f77-9db33725b2dd taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.137092] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eaedf9df-dee2-4f8b-9f77-9db33725b2dd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.138822] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eaedf9df-dee2-4f8b-9f77-9db33725b2dd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.138822] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eaedf9df-dee2-4f8b-9f77-9db33725b2dd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.138822] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eaedf9df-dee2-4f8b-9f77-9db33725b2dd',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.379771] env[65894]: INFO networking_nsxv3.common.synchronization [None req-4e16d2b7-d5fc-430a-9292-ae971b96ae43 tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] Enqueued Resource ID: 37f59dcc-a20c-455f-ae92-5bee7287a143 with Priority: HIGHEST for action security_group_rules [ 577.380752] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37f59dcc-a20c-455f-ae92-5bee7287a143 with Priority: HIGHEST for action security_group_rules [ 577.381110] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37f59dcc-a20c-455f-ae92-5bee7287a143 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.381294] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37f59dcc-a20c-455f-ae92-5bee7287a143" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.381405] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37f59dcc-a20c-455f-ae92-5bee7287a143" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.381719] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37f59dcc-a20c-455f-ae92-5bee7287a143" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.381825] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37f59dcc-a20c-455f-ae92-5bee7287a143',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.639817] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c00049d-0043-4900-a626-f360ea2e8670 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.639992] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c00049d-0043-4900-a626-f360ea2e8670" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.640207] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5c00049d-0043-4900-a626-f360ea2e8670',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.645029] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eaedf9df-dee2-4f8b-9f77-9db33725b2dd with status ACTIVE [ 577.645267] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.645511] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.645511] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.646737] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.646737] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.646737] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.646737] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.646737] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.646737] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.646737] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.646737] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.646737] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.646737] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.647073] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.647073] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.647073] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eaedf9df-dee2-4f8b-9f77-9db33725b2dd is going to be updated. [ 577.677083] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.677083] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.677083] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.677083] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.677083] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.677341] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eaedf9df-dee2-4f8b-9f77-9db33725b2dd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.714059] env[65894]: INFO networking_nsxv3.common.synchronization [None req-9b0462eb-834d-448c-baa2-b669df5701ed tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] Enqueued Resource ID: 37f59dcc-a20c-455f-ae92-5bee7287a143 with Priority: HIGHEST for action security_group_rules [ 577.714711] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37f59dcc-a20c-455f-ae92-5bee7287a143 with Priority: HIGHEST for action security_group_rules [ 577.714866] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37f59dcc-a20c-455f-ae92-5bee7287a143 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.714967] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37f59dcc-a20c-455f-ae92-5bee7287a143" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.905584] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.905584] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.905584] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.905785] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.905785] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.905849] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37f59dcc-a20c-455f-ae92-5bee7287a143 already deleted. [ 577.905924] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37f59dcc-a20c-455f-ae92-5bee7287a143" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.906488] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37f59dcc-a20c-455f-ae92-5bee7287a143" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.906674] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37f59dcc-a20c-455f-ae92-5bee7287a143" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.906764] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37f59dcc-a20c-455f-ae92-5bee7287a143',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.144876] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5c00049d-0043-4900-a626-f360ea2e8670',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.175780] env[65894]: INFO networking_nsxv3.common.synchronization [req-402accba-1c91-47ed-81b9-464829d41ece req-2415feed-a745-4d25-bdd6-b6779140ef78 tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Enqueued Resource ID: 37512978-9204-4fbd-9826-5f8ea7fbbb4d with Priority: HIGHEST for action security_group_members [ 578.176783] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37512978-9204-4fbd-9826-5f8ea7fbbb4d with Priority: HIGHEST for action security_group_members [ 578.176783] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-37512978-9204-4fbd-9826-5f8ea7fbbb4d taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.176783] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37512978-9204-4fbd-9826-5f8ea7fbbb4d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.176783] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37512978-9204-4fbd-9826-5f8ea7fbbb4d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.176923] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37512978-9204-4fbd-9826-5f8ea7fbbb4d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.177080] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.177175] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.177530] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.177530] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.177530] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.177648] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37512978-9204-4fbd-9826-5f8ea7fbbb4d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.209087] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7098f9c-6516-4ac6-b9cb-f131e7d4500b in Status: SUCCESS [ 578.209301] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7098f9c-6516-4ac6-b9cb-f131e7d4500b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.211871] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7098f9c-6516-4ac6-b9cb-f131e7d4500b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.211871] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7098f9c-6516-4ac6-b9cb-f131e7d4500b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.211871] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.212219] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.212219] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.212300] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.212362] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.212630] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7098f9c-6516-4ac6-b9cb-f131e7d4500b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.212630] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d7098f9c-6516-4ac6-b9cb-f131e7d4500b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 578.428933] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.429386] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.430418] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.430700] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.430851] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.431051] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37f59dcc-a20c-455f-ae92-5bee7287a143 already deleted. [ 578.431196] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37f59dcc-a20c-455f-ae92-5bee7287a143" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.648182] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.648347] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.648434] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.648673] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.648765] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.648872] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c00049d-0043-4900-a626-f360ea2e8670 is going to be created. [ 578.675591] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.675790] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.675879] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.676112] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.676277] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.681399] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.681575] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.682033] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.682033] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.682033] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.682235] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.682235] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.682315] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.682471] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.682564] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.682628] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37512978-9204-4fbd-9826-5f8ea7fbbb4d already deleted. [ 578.682701] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37512978-9204-4fbd-9826-5f8ea7fbbb4d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.692047] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c00049d-0043-4900-a626-f360ea2e8670 in Status: UNINITIALIZED for 2s [ 578.715465] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7098f9c-6516-4ac6-b9cb-f131e7d4500b taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.715998] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7098f9c-6516-4ac6-b9cb-f131e7d4500b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.715998] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7098f9c-6516-4ac6-b9cb-f131e7d4500b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.718754] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7098f9c-6516-4ac6-b9cb-f131e7d4500b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.718754] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.718754] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.718754] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.718754] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.718754] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.718754] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7098f9c-6516-4ac6-b9cb-f131e7d4500b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.718754] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7098f9c-6516-4ac6-b9cb-f131e7d4500b taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.718754] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7098f9c-6516-4ac6-b9cb-f131e7d4500b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.718754] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7098f9c-6516-4ac6-b9cb-f131e7d4500b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.718754] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7098f9c-6516-4ac6-b9cb-f131e7d4500b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.718754] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 578.718754] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 578.718754] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 578.718754] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 578.718754] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.718754] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7098f9c-6516-4ac6-b9cb-f131e7d4500b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 578.718754] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d7098f9c-6516-4ac6-b9cb-f131e7d4500b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.016095] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock network-227 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.016095] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "network-227" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.016095] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "network-227" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.016095] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "network-227" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.016095] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.016416] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.016416] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.016669] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.016718] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.016981] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 579.017063] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 579.018078] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 579.018078] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 579.018078] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 579.018078] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 579.018078] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 579.039423] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 579.039812] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 579.039812] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 579.039959] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "network-227" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.040279] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock port-1d5f10a2-fa78-498b-8d94-c7426020092e taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.040662] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "port-1d5f10a2-fa78-498b-8d94-c7426020092e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.040662] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "port-1d5f10a2-fa78-498b-8d94-c7426020092e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.040977] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "port-1d5f10a2-fa78-498b-8d94-c7426020092e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.041187] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d5f10a2-fa78-498b-8d94-c7426020092e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.225032] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d7098f9c-6516-4ac6-b9cb-f131e7d4500b: rpc.has_security_group_logging(os_id): False [ 579.243861] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.244074] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.244074] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.244292] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.244399] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.244657] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.244804] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.244886] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.245072] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.245157] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.245363] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.245453] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.245515] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.245655] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.245730] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.247104] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.248054] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.248054] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.248054] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.248054] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.248054] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7098f9c-6516-4ac6-b9cb-f131e7d4500b is going to be created. [ 579.312875] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.313109] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.313225] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.313441] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.313627] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.335823] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7098f9c-6516-4ac6-b9cb-f131e7d4500b in Status: IN_PROGRESS for 2s [ 579.545258] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.545587] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.545729] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.546267] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.546267] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.546401] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Segment Port 1d5f10a2-fa78-498b-8d94-c7426020092e not found, creating... [ 579.546573] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.546736] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.546839] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.547059] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.547193] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.547574] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.547760] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.547875] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.548115] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.548280] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.548517] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Resource: SegmentPort with ID: 1d5f10a2-fa78-498b-8d94-c7426020092e is going to be created. [ 579.570463] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.570661] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.570774] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.571064] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.571288] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.571504] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "port-1d5f10a2-fa78-498b-8d94-c7426020092e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.298612] env[65894]: INFO networking_nsxv3.common.synchronization [req-402accba-1c91-47ed-81b9-464829d41ece req-b0dd7535-bf9d-4712-b475-395f6c8028c2 service nova] Enqueued Resource ID: 37512978-9204-4fbd-9826-5f8ea7fbbb4d with Priority: HIGHEST for action security_group_rules [ 580.298893] env[65894]: INFO networking_nsxv3.common.synchronization [req-402accba-1c91-47ed-81b9-464829d41ece req-b0dd7535-bf9d-4712-b475-395f6c8028c2 service nova] Enqueued Resource ID: 37512978-9204-4fbd-9826-5f8ea7fbbb4d with Priority: HIGHEST for action security_group_members [ 580.299087] env[65894]: INFO networking_nsxv3.common.synchronization [req-402accba-1c91-47ed-81b9-464829d41ece req-b0dd7535-bf9d-4712-b475-395f6c8028c2 service nova] Enqueued Resource ID: 1d5f10a2-fa78-498b-8d94-c7426020092e with Priority: HIGHEST for action port [ 580.299676] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37512978-9204-4fbd-9826-5f8ea7fbbb4d with Priority: HIGHEST for action security_group_rules [ 580.299901] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37512978-9204-4fbd-9826-5f8ea7fbbb4d with Priority: HIGHEST for action security_group_members [ 580.300051] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d5f10a2-fa78-498b-8d94-c7426020092e with Priority: HIGHEST for action port [ 580.300406] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37512978-9204-4fbd-9826-5f8ea7fbbb4d taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.300581] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37512978-9204-4fbd-9826-5f8ea7fbbb4d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.300689] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37512978-9204-4fbd-9826-5f8ea7fbbb4d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.300975] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37512978-9204-4fbd-9826-5f8ea7fbbb4d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.301099] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37512978-9204-4fbd-9826-5f8ea7fbbb4d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.301978] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-37512978-9204-4fbd-9826-5f8ea7fbbb4d taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.302852] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37512978-9204-4fbd-9826-5f8ea7fbbb4d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.302852] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37512978-9204-4fbd-9826-5f8ea7fbbb4d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.302852] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37512978-9204-4fbd-9826-5f8ea7fbbb4d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.302852] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.302852] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.302852] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.302852] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.302852] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.303297] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37512978-9204-4fbd-9826-5f8ea7fbbb4d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.303801] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d5f10a2-fa78-498b-8d94-c7426020092e taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.303910] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d5f10a2-fa78-498b-8d94-c7426020092e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.303961] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d5f10a2-fa78-498b-8d94-c7426020092e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.304129] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d5f10a2-fa78-498b-8d94-c7426020092e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.304196] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d5f10a2-fa78-498b-8d94-c7426020092e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.703362] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c00049d-0043-4900-a626-f360ea2e8670 in Status: SUCCESS [ 580.703763] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c00049d-0043-4900-a626-f360ea2e8670" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.703938] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c00049d-0043-4900-a626-f360ea2e8670" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.704180] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c00049d-0043-4900-a626-f360ea2e8670" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.704381] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.704498] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.704561] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.704713] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.704791] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.704877] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c00049d-0043-4900-a626-f360ea2e8670" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.704963] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5c00049d-0043-4900-a626-f360ea2e8670',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.806333] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1d5f10a2-fa78-498b-8d94-c7426020092e with status ACTIVE [ 580.806607] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.806738] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.806832] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.806978] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.807104] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.807242] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.807339] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.807415] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.807594] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.807676] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.807852] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.808019] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.808019] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.808627] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.808627] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.808627] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1d5f10a2-fa78-498b-8d94-c7426020092e is going to be updated. [ 580.809495] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-37512978-9204-4fbd-9826-5f8ea7fbbb4d taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.809942] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37512978-9204-4fbd-9826-5f8ea7fbbb4d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.809942] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('37512978-9204-4fbd-9826-5f8ea7fbbb4d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.831404] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.831680] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.831680] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.831822] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.831957] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.832112] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d5f10a2-fa78-498b-8d94-c7426020092e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.207203] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c00049d-0043-4900-a626-f360ea2e8670 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.207420] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c00049d-0043-4900-a626-f360ea2e8670" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.207477] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c00049d-0043-4900-a626-f360ea2e8670" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.207684] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c00049d-0043-4900-a626-f360ea2e8670" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.207884] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.207973] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.208044] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.208199] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.208285] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.208437] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c00049d-0043-4900-a626-f360ea2e8670" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.208602] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c00049d-0043-4900-a626-f360ea2e8670 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.208696] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c00049d-0043-4900-a626-f360ea2e8670" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.208751] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c00049d-0043-4900-a626-f360ea2e8670" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.208890] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c00049d-0043-4900-a626-f360ea2e8670" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.209101] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.209180] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.209180] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.209304] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.209377] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.209455] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c00049d-0043-4900-a626-f360ea2e8670" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.209542] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5c00049d-0043-4900-a626-f360ea2e8670',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.310290] env[65894]: INFO networking_nsxv3.common.synchronization [req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 req-1bd054f4-6326-4e15-a8e4-4e17e6fe688f tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Enqueued Resource ID: a9844e17-dba0-45e4-b9df-dbe87cdd2d94 with Priority: HIGHEST for action security_group_members [ 581.310628] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9844e17-dba0-45e4-b9df-dbe87cdd2d94 with Priority: HIGHEST for action security_group_members [ 581.310928] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.311062] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.311131] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.311398] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.311554] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.311654] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.311711] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.311857] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.311943] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.312046] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9844e17-dba0-45e4-b9df-dbe87cdd2d94',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.312829] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('37512978-9204-4fbd-9826-5f8ea7fbbb4d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.348410] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d7098f9c-6516-4ac6-b9cb-f131e7d4500b in Status: SUCCESS [ 581.348688] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7098f9c-6516-4ac6-b9cb-f131e7d4500b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.711385] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5c00049d-0043-4900-a626-f360ea2e8670: rpc.has_security_group_logging(os_id): False [ 581.733250] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.733250] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.733250] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.733250] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.733250] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.733250] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.733250] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.733250] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.733250] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.733250] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.733250] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.733250] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.733250] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.733250] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.733250] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.735203] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.735203] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.735203] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.735203] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.735203] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.735203] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c00049d-0043-4900-a626-f360ea2e8670 is going to be created. [ 581.802479] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.802695] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.802695] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.803239] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.803239] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.814911] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.815091] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.815162] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.815386] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.815524] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.815754] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.816044] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.816044] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.816344] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.816433] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.816524] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9844e17-dba0-45e4-b9df-dbe87cdd2d94 already deleted. [ 581.816607] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.817532] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.817532] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.817532] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.817861] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.817941] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.818039] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37512978-9204-4fbd-9826-5f8ea7fbbb4d is going to be created. [ 581.820652] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c00049d-0043-4900-a626-f360ea2e8670 in Status: IN_PROGRESS for 2s [ 581.848661] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.848661] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.848661] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.848661] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.848840] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.858472] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37512978-9204-4fbd-9826-5f8ea7fbbb4d in Status: UNINITIALIZED for 2s [ 582.063374] env[65894]: INFO networking_nsxv3.common.synchronization [None req-02bdeb5d-6fbf-474a-97cb-babe4884ed23 None None] Enqueued Resource ID: 3ff1a121-237b-4492-b7ba-c91930f34b64 with Priority: HIGHEST for action port [ 582.063965] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ff1a121-237b-4492-b7ba-c91930f34b64 with Priority: HIGHEST for action port [ 582.064535] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ff1a121-237b-4492-b7ba-c91930f34b64 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.064692] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ff1a121-237b-4492-b7ba-c91930f34b64" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.064758] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ff1a121-237b-4492-b7ba-c91930f34b64" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.065047] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ff1a121-237b-4492-b7ba-c91930f34b64" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.065149] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ff1a121-237b-4492-b7ba-c91930f34b64',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.512300] env[65894]: INFO networking_nsxv3.common.synchronization [None req-c38dfa4f-38fe-49bc-ac11-5ce5b0c66142 None None] Enqueued Resource ID: 70fc91fd-3336-4200-82f0-c438a0e2dc4d with Priority: HIGHEST for action port [ 582.514931] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70fc91fd-3336-4200-82f0-c438a0e2dc4d with Priority: HIGHEST for action port [ 582.514931] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-70fc91fd-3336-4200-82f0-c438a0e2dc4d taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.514931] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70fc91fd-3336-4200-82f0-c438a0e2dc4d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.514931] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70fc91fd-3336-4200-82f0-c438a0e2dc4d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.514931] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70fc91fd-3336-4200-82f0-c438a0e2dc4d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.514931] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70fc91fd-3336-4200-82f0-c438a0e2dc4d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.567710] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3ff1a121-237b-4492-b7ba-c91930f34b64 [ 582.567823] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.568360] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.568360] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.568360] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.568572] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.568572] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3ff1a121-237b-4492-b7ba-c91930f34b64 already deleted. [ 582.568637] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ff1a121-237b-4492-b7ba-c91930f34b64" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.017164] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 70fc91fd-3336-4200-82f0-c438a0e2dc4d [ 583.017384] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.017574] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.017644] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.018493] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.018493] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.018493] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:70fc91fd-3336-4200-82f0-c438a0e2dc4d already deleted. [ 583.018493] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70fc91fd-3336-4200-82f0-c438a0e2dc4d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.043239] env[65894]: INFO networking_nsxv3.common.synchronization [None req-d106f7f8-6865-433e-938f-31a842781ea7 None None] Enqueued Resource ID: c595451a-135c-4649-af3f-3a23617464bf with Priority: HIGHEST for action port [ 583.043425] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c595451a-135c-4649-af3f-3a23617464bf with Priority: HIGHEST for action port [ 583.044038] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-c595451a-135c-4649-af3f-3a23617464bf taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.044988] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c595451a-135c-4649-af3f-3a23617464bf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.044988] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c595451a-135c-4649-af3f-3a23617464bf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.044988] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c595451a-135c-4649-af3f-3a23617464bf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.044988] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c595451a-135c-4649-af3f-3a23617464bf',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.449947] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock network-594 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.450152] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "network-594" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.450272] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "network-594" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.450595] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "network-594" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.450847] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.451011] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.451125] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.451333] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.451477] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.451663] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 583.451768] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 583.451869] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 583.451964] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 583.452074] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 583.452174] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 583.452298] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 583.473476] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 583.473476] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 583.473476] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 583.473639] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "network-594" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.473821] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock port-d6635880-9e4e-45af-9415-53a879cc2a6a taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.474200] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "port-d6635880-9e4e-45af-9415-53a879cc2a6a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.474200] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "port-d6635880-9e4e-45af-9415-53a879cc2a6a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.474514] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "port-d6635880-9e4e-45af-9415-53a879cc2a6a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.474679] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6635880-9e4e-45af-9415-53a879cc2a6a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.548665] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c595451a-135c-4649-af3f-3a23617464bf [ 583.548951] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.549144] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.549272] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.549529] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.549680] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.549858] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c595451a-135c-4649-af3f-3a23617464bf already deleted. [ 583.550013] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c595451a-135c-4649-af3f-3a23617464bf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.781960] env[65894]: INFO networking_nsxv3.common.synchronization [None req-b08aebd4-2459-4663-bec5-f842572b1ca6 None None] Enqueued Resource ID: 46be16f3-5c86-4ed5-9cdf-ed4e48188844 with Priority: HIGHEST for action port [ 583.782538] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46be16f3-5c86-4ed5-9cdf-ed4e48188844 with Priority: HIGHEST for action port [ 583.782872] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-46be16f3-5c86-4ed5-9cdf-ed4e48188844 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.782989] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46be16f3-5c86-4ed5-9cdf-ed4e48188844" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.785883] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46be16f3-5c86-4ed5-9cdf-ed4e48188844" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.785883] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46be16f3-5c86-4ed5-9cdf-ed4e48188844" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.785883] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46be16f3-5c86-4ed5-9cdf-ed4e48188844',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.833489] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c00049d-0043-4900-a626-f360ea2e8670 in Status: SUCCESS [ 583.833678] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c00049d-0043-4900-a626-f360ea2e8670" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.868953] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37512978-9204-4fbd-9826-5f8ea7fbbb4d in Status: SUCCESS [ 583.868953] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37512978-9204-4fbd-9826-5f8ea7fbbb4d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.868953] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37512978-9204-4fbd-9826-5f8ea7fbbb4d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.868953] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37512978-9204-4fbd-9826-5f8ea7fbbb4d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.868953] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.868953] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.868953] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.869979] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.869979] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.869979] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37512978-9204-4fbd-9826-5f8ea7fbbb4d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.869979] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('37512978-9204-4fbd-9826-5f8ea7fbbb4d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.977387] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.977387] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.977618] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.978108] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.979433] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.979433] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Segment Port d6635880-9e4e-45af-9415-53a879cc2a6a not found, creating... [ 583.979433] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.979433] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.979433] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.979433] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.979433] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.979854] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.980018] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.980139] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.980359] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.980489] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.980629] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Resource: SegmentPort with ID: d6635880-9e4e-45af-9415-53a879cc2a6a is going to be created. [ 584.009408] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.009822] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.009822] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.010140] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.010366] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.010620] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "port-d6635880-9e4e-45af-9415-53a879cc2a6a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.044210] env[65894]: INFO networking_nsxv3.common.synchronization [None req-a33757a5-80e9-441e-a59f-2f48d3c1d384 None None] Enqueued Resource ID: cad0bd81-6ab1-4d92-b799-c258bfcfe580 with Priority: HIGHEST for action port [ 584.044740] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cad0bd81-6ab1-4d92-b799-c258bfcfe580 with Priority: HIGHEST for action port [ 584.045048] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-cad0bd81-6ab1-4d92-b799-c258bfcfe580 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.045170] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cad0bd81-6ab1-4d92-b799-c258bfcfe580" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.045246] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cad0bd81-6ab1-4d92-b799-c258bfcfe580" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.045503] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cad0bd81-6ab1-4d92-b799-c258bfcfe580" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.045584] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cad0bd81-6ab1-4d92-b799-c258bfcfe580',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.286472] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 46be16f3-5c86-4ed5-9cdf-ed4e48188844 [ 584.287267] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.287551] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.287551] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.287738] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.287829] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.287937] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:46be16f3-5c86-4ed5-9cdf-ed4e48188844 already deleted. [ 584.288032] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46be16f3-5c86-4ed5-9cdf-ed4e48188844" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.374618] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-37512978-9204-4fbd-9826-5f8ea7fbbb4d taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.374861] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37512978-9204-4fbd-9826-5f8ea7fbbb4d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.374861] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37512978-9204-4fbd-9826-5f8ea7fbbb4d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.375262] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37512978-9204-4fbd-9826-5f8ea7fbbb4d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.375864] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.375864] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.375864] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.376056] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.376056] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.376132] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37512978-9204-4fbd-9826-5f8ea7fbbb4d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.376963] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-37512978-9204-4fbd-9826-5f8ea7fbbb4d taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.376963] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37512978-9204-4fbd-9826-5f8ea7fbbb4d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.376963] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37512978-9204-4fbd-9826-5f8ea7fbbb4d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.376963] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37512978-9204-4fbd-9826-5f8ea7fbbb4d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.376963] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.376963] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.377631] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.377631] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.377631] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.377631] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37512978-9204-4fbd-9826-5f8ea7fbbb4d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.377631] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('37512978-9204-4fbd-9826-5f8ea7fbbb4d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.548404] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cad0bd81-6ab1-4d92-b799-c258bfcfe580 [ 584.549157] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.549157] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.549157] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.549515] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.549515] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.549515] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cad0bd81-6ab1-4d92-b799-c258bfcfe580 already deleted. [ 584.549702] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cad0bd81-6ab1-4d92-b799-c258bfcfe580" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.565680] env[65894]: INFO networking_nsxv3.common.synchronization [None req-240ca91d-0095-43ad-a3cf-a9da14190e06 None None] Enqueued Resource ID: 36f0f17f-ac0c-4e38-b6a1-8734742b23d4 with Priority: HIGHEST for action port [ 584.566202] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36f0f17f-ac0c-4e38-b6a1-8734742b23d4 with Priority: HIGHEST for action port [ 584.566680] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-36f0f17f-ac0c-4e38-b6a1-8734742b23d4 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.566925] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36f0f17f-ac0c-4e38-b6a1-8734742b23d4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.566925] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36f0f17f-ac0c-4e38-b6a1-8734742b23d4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.567181] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36f0f17f-ac0c-4e38-b6a1-8734742b23d4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.567263] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36f0f17f-ac0c-4e38-b6a1-8734742b23d4',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.736990] env[65894]: INFO networking_nsxv3.common.synchronization [req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 req-8f68d831-346a-4b4b-a18a-e7d5b6cfa76f service nova] Enqueued Resource ID: a9844e17-dba0-45e4-b9df-dbe87cdd2d94 with Priority: HIGHEST for action security_group_rules [ 584.737171] env[65894]: INFO networking_nsxv3.common.synchronization [req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 req-8f68d831-346a-4b4b-a18a-e7d5b6cfa76f service nova] Enqueued Resource ID: a9844e17-dba0-45e4-b9df-dbe87cdd2d94 with Priority: HIGHEST for action security_group_members [ 584.737306] env[65894]: INFO networking_nsxv3.common.synchronization [req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 req-8f68d831-346a-4b4b-a18a-e7d5b6cfa76f service nova] Enqueued Resource ID: d6635880-9e4e-45af-9415-53a879cc2a6a with Priority: HIGHEST for action port [ 584.737573] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9844e17-dba0-45e4-b9df-dbe87cdd2d94 with Priority: HIGHEST for action security_group_rules [ 584.737693] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9844e17-dba0-45e4-b9df-dbe87cdd2d94 with Priority: HIGHEST for action security_group_members [ 584.737782] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6635880-9e4e-45af-9415-53a879cc2a6a with Priority: HIGHEST for action port [ 584.738340] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9844e17-dba0-45e4-b9df-dbe87cdd2d94 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.738459] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.738514] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.738750] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.738836] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9844e17-dba0-45e4-b9df-dbe87cdd2d94',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.742556] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.742682] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.742745] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.742942] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.745738] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.745738] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.745738] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.745738] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.745738] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.745738] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9844e17-dba0-45e4-b9df-dbe87cdd2d94',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.745738] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6635880-9e4e-45af-9415-53a879cc2a6a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.745738] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6635880-9e4e-45af-9415-53a879cc2a6a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.745738] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6635880-9e4e-45af-9415-53a879cc2a6a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.745738] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6635880-9e4e-45af-9415-53a879cc2a6a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.745738] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6635880-9e4e-45af-9415-53a879cc2a6a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.880615] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 37512978-9204-4fbd-9826-5f8ea7fbbb4d: rpc.has_security_group_logging(os_id): False [ 584.913670] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.913670] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.913670] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.913670] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.913670] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.913670] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.914080] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.914080] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.914080] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.914308] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.914685] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.915317] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.915470] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.915677] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.915802] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.916690] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.916690] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.916690] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.916690] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.916690] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.916690] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37512978-9204-4fbd-9826-5f8ea7fbbb4d is going to be created. [ 584.987697] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.988398] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.988532] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.988790] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.988980] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.003150] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37512978-9204-4fbd-9826-5f8ea7fbbb4d in Status: IN_PROGRESS for 2s [ 585.070213] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 36f0f17f-ac0c-4e38-b6a1-8734742b23d4 [ 585.070213] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.070213] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.070213] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.070213] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.070213] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.070213] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:36f0f17f-ac0c-4e38-b6a1-8734742b23d4 already deleted. [ 585.070213] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36f0f17f-ac0c-4e38-b6a1-8734742b23d4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.246025] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a9844e17-dba0-45e4-b9df-dbe87cdd2d94',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.247563] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.247720] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.250198] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d6635880-9e4e-45af-9415-53a879cc2a6a with status ACTIVE [ 585.250387] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.250521] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.250583] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.251448] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.251448] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.251448] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.251448] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.251448] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.251448] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.251448] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.251789] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.251789] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.251789] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.251901] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.251969] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.252073] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d6635880-9e4e-45af-9415-53a879cc2a6a is going to be updated. [ 585.273646] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.273791] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.273862] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.274075] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.274299] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.274374] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6635880-9e4e-45af-9415-53a879cc2a6a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.341920] env[65894]: INFO networking_nsxv3.common.synchronization [None req-1d68dce8-9997-4a45-9325-164bda0baba6 None None] Enqueued Resource ID: ea69cd60-4bad-464e-aff2-e6aeef4da86a with Priority: HIGHEST for action port [ 585.341920] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea69cd60-4bad-464e-aff2-e6aeef4da86a with Priority: HIGHEST for action port [ 585.342577] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea69cd60-4bad-464e-aff2-e6aeef4da86a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.342776] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea69cd60-4bad-464e-aff2-e6aeef4da86a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.342832] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea69cd60-4bad-464e-aff2-e6aeef4da86a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.343095] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea69cd60-4bad-464e-aff2-e6aeef4da86a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.343241] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea69cd60-4bad-464e-aff2-e6aeef4da86a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.748718] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a9844e17-dba0-45e4-b9df-dbe87cdd2d94',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.847140] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ea69cd60-4bad-464e-aff2-e6aeef4da86a [ 585.847140] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.847140] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.847140] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.847321] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.847321] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.847406] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ea69cd60-4bad-464e-aff2-e6aeef4da86a already deleted. [ 585.847515] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea69cd60-4bad-464e-aff2-e6aeef4da86a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.112750] env[65894]: INFO networking_nsxv3.common.synchronization [req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 req-4879bd4b-55c4-4ce7-b8cb-912b1084793f tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Enqueued Resource ID: a9844e17-dba0-45e4-b9df-dbe87cdd2d94 with Priority: HIGHEST for action security_group_members [ 586.112750] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9844e17-dba0-45e4-b9df-dbe87cdd2d94 with Priority: HIGHEST for action security_group_members [ 586.112750] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.112750] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.253304] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.253304] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.253304] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.253304] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.253304] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.253304] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9844e17-dba0-45e4-b9df-dbe87cdd2d94 is going to be created. [ 586.282533] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.282533] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.282533] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.282533] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.282533] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.289838] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9844e17-dba0-45e4-b9df-dbe87cdd2d94 in Status: UNINITIALIZED for 2s [ 586.307134] env[65894]: INFO networking_nsxv3.common.synchronization [None req-a2c261c7-4da2-465f-9ecd-0c6f2c50984d None None] Enqueued Resource ID: 09fb374a-154d-4373-a602-3904fb0ccd2c with Priority: HIGHEST for action port [ 586.307134] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09fb374a-154d-4373-a602-3904fb0ccd2c with Priority: HIGHEST for action port [ 586.308344] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-09fb374a-154d-4373-a602-3904fb0ccd2c taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.308621] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09fb374a-154d-4373-a602-3904fb0ccd2c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.308799] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09fb374a-154d-4373-a602-3904fb0ccd2c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.309136] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09fb374a-154d-4373-a602-3904fb0ccd2c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.309325] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09fb374a-154d-4373-a602-3904fb0ccd2c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.811757] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 09fb374a-154d-4373-a602-3904fb0ccd2c [ 586.812068] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.812162] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.812230] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.812451] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.812973] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.812973] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:09fb374a-154d-4373-a602-3904fb0ccd2c already deleted. [ 586.812973] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09fb374a-154d-4373-a602-3904fb0ccd2c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.874160] env[65894]: INFO networking_nsxv3.common.synchronization [None req-3da57c4f-0b5e-4bec-8c8e-92a302947600 None None] Enqueued Resource ID: 1ec9e50c-6d03-4c3d-bb50-35f61776be52 with Priority: HIGHEST for action port [ 586.874160] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ec9e50c-6d03-4c3d-bb50-35f61776be52 with Priority: HIGHEST for action port [ 586.874520] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ec9e50c-6d03-4c3d-bb50-35f61776be52 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.874788] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ec9e50c-6d03-4c3d-bb50-35f61776be52" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.874963] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ec9e50c-6d03-4c3d-bb50-35f61776be52" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.875497] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ec9e50c-6d03-4c3d-bb50-35f61776be52" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.875736] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ec9e50c-6d03-4c3d-bb50-35f61776be52',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.017729] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37512978-9204-4fbd-9826-5f8ea7fbbb4d in Status: SUCCESS [ 587.017729] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37512978-9204-4fbd-9826-5f8ea7fbbb4d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.046540] env[65894]: INFO networking_nsxv3.common.synchronization [None req-e63ed85c-0f0e-404c-8a92-f762c523f348 None None] Enqueued Resource ID: 26d88487-33af-4e59-8a64-a862e78216c3 with Priority: HIGHEST for action port [ 587.047389] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26d88487-33af-4e59-8a64-a862e78216c3 with Priority: HIGHEST for action port [ 587.047458] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-26d88487-33af-4e59-8a64-a862e78216c3 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.047533] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26d88487-33af-4e59-8a64-a862e78216c3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.049012] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26d88487-33af-4e59-8a64-a862e78216c3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.049135] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26d88487-33af-4e59-8a64-a862e78216c3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.049229] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26d88487-33af-4e59-8a64-a862e78216c3',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.379475] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1ec9e50c-6d03-4c3d-bb50-35f61776be52 [ 587.379475] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.379475] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.379475] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.379475] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.379475] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.379475] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1ec9e50c-6d03-4c3d-bb50-35f61776be52 already deleted. [ 587.379475] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ec9e50c-6d03-4c3d-bb50-35f61776be52" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.551167] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 26d88487-33af-4e59-8a64-a862e78216c3 [ 587.551432] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.551865] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.551952] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.556291] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.556417] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.556580] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:26d88487-33af-4e59-8a64-a862e78216c3 already deleted. [ 587.556580] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26d88487-33af-4e59-8a64-a862e78216c3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.887887] env[65894]: INFO networking_nsxv3.common.synchronization [None req-57cf51b0-6a4a-4220-836f-2c8c1f3380f7 None None] Enqueued Resource ID: 0d80757e-bd8f-47cb-84d8-e34539dc42dc with Priority: HIGHEST for action port [ 587.888247] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d80757e-bd8f-47cb-84d8-e34539dc42dc with Priority: HIGHEST for action port [ 587.890870] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d80757e-bd8f-47cb-84d8-e34539dc42dc taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.890870] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d80757e-bd8f-47cb-84d8-e34539dc42dc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.890870] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d80757e-bd8f-47cb-84d8-e34539dc42dc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.890870] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d80757e-bd8f-47cb-84d8-e34539dc42dc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.890870] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d80757e-bd8f-47cb-84d8-e34539dc42dc',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.149597] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock network-594 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.149597] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "network-594" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.149597] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "network-594" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.149597] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "network-594" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.149597] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.149597] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.149597] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.149597] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.150141] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.150141] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 588.150141] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 588.150141] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 588.150273] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 588.150317] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 588.150377] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 588.150504] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 588.172317] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 588.173116] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 588.173116] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 588.173116] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "network-594" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.173238] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock port-28289a52-7df6-43c2-97d2-4cb277efed19 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.173388] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "port-28289a52-7df6-43c2-97d2-4cb277efed19" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.173423] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "port-28289a52-7df6-43c2-97d2-4cb277efed19" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.173921] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "port-28289a52-7df6-43c2-97d2-4cb277efed19" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.173921] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28289a52-7df6-43c2-97d2-4cb277efed19',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.301747] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9844e17-dba0-45e4-b9df-dbe87cdd2d94 in Status: SUCCESS [ 588.301939] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.305027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.305027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.305027] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.305027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.305027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.305027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.305027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.305027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.305027] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a9844e17-dba0-45e4-b9df-dbe87cdd2d94',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.305708] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.306524] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.306524] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.306524] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.306524] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.306524] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.307994] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.307994] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9844e17-dba0-45e4-b9df-dbe87cdd2d94',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.392655] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0d80757e-bd8f-47cb-84d8-e34539dc42dc [ 588.392891] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.393038] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.393205] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.393392] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.393506] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.393624] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0d80757e-bd8f-47cb-84d8-e34539dc42dc already deleted. [ 588.393739] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d80757e-bd8f-47cb-84d8-e34539dc42dc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.676585] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.676874] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.677083] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.677442] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.677676] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.677887] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Segment Port 28289a52-7df6-43c2-97d2-4cb277efed19 not found, creating... [ 588.678329] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.678536] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.678656] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.678902] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.679094] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.679678] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.679678] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.679809] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.680059] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.680228] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.680354] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Resource: SegmentPort with ID: 28289a52-7df6-43c2-97d2-4cb277efed19 is going to be created. [ 588.706100] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.706360] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.706511] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.706797] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.707070] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.707347] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "port-28289a52-7df6-43c2-97d2-4cb277efed19" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.805980] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.807135] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.809651] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a9844e17-dba0-45e4-b9df-dbe87cdd2d94',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.821866] env[65894]: INFO networking_nsxv3.common.synchronization [None req-9b5e4d75-39e8-4aaa-ac6d-8a4f921ac962 None None] Enqueued Resource ID: a19352b0-f27d-4bfa-8af4-d603bac532dd with Priority: HIGHEST for action port [ 588.822645] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a19352b0-f27d-4bfa-8af4-d603bac532dd with Priority: HIGHEST for action port [ 588.822993] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-a19352b0-f27d-4bfa-8af4-d603bac532dd taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.823159] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a19352b0-f27d-4bfa-8af4-d603bac532dd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.823248] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a19352b0-f27d-4bfa-8af4-d603bac532dd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.823545] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a19352b0-f27d-4bfa-8af4-d603bac532dd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.823641] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a19352b0-f27d-4bfa-8af4-d603bac532dd',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.885827] env[65894]: INFO networking_nsxv3.common.synchronization [None req-04217c45-3a0e-4070-b7e9-cb946be134bb None None] Enqueued Resource ID: 0410db9c-d377-4f07-bd34-5e7012339ffe with Priority: HIGHEST for action port [ 588.886379] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0410db9c-d377-4f07-bd34-5e7012339ffe with Priority: HIGHEST for action port [ 588.886979] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-0410db9c-d377-4f07-bd34-5e7012339ffe taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.887145] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0410db9c-d377-4f07-bd34-5e7012339ffe" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.887208] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0410db9c-d377-4f07-bd34-5e7012339ffe" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.887517] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0410db9c-d377-4f07-bd34-5e7012339ffe" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.887632] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0410db9c-d377-4f07-bd34-5e7012339ffe',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.923501] env[65894]: INFO networking_nsxv3.common.synchronization [req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 req-f7019490-a83f-4eb3-8dc5-3bdf50b47f23 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] Enqueued Resource ID: 2b4a8478-154d-4645-97e0-34dc4f7029a2 with Priority: HIGHEST for action security_group_members [ 588.923904] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b4a8478-154d-4645-97e0-34dc4f7029a2 with Priority: HIGHEST for action security_group_members [ 588.924217] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b4a8478-154d-4645-97e0-34dc4f7029a2 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.924544] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b4a8478-154d-4645-97e0-34dc4f7029a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.924544] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b4a8478-154d-4645-97e0-34dc4f7029a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.924653] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b4a8478-154d-4645-97e0-34dc4f7029a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.924860] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.924958] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.924958] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.925253] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.925350] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.925446] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b4a8478-154d-4645-97e0-34dc4f7029a2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.312558] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a9844e17-dba0-45e4-b9df-dbe87cdd2d94',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.326920] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a19352b0-f27d-4bfa-8af4-d603bac532dd [ 589.327152] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.327282] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.327346] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.327580] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.328050] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.328050] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a19352b0-f27d-4bfa-8af4-d603bac532dd already deleted. [ 589.328050] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a19352b0-f27d-4bfa-8af4-d603bac532dd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.392239] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0410db9c-d377-4f07-bd34-5e7012339ffe [ 589.394667] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.394667] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.394667] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.394667] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.394667] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.394667] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0410db9c-d377-4f07-bd34-5e7012339ffe already deleted. [ 589.394667] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0410db9c-d377-4f07-bd34-5e7012339ffe" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.428444] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.428689] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.428766] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.428994] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.429103] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.429308] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.429503] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.429503] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.429650] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.429703] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.429782] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b4a8478-154d-4645-97e0-34dc4f7029a2 already deleted. [ 589.429863] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b4a8478-154d-4645-97e0-34dc4f7029a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.449616] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock network-227 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.450133] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "network-227" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.450335] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "network-227" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.450785] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "network-227" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.451011] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.451189] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.451348] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.451585] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.451754] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.452006] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 589.452174] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 589.452309] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 589.452417] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 589.452558] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 589.452680] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 589.452829] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 589.472816] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 589.473589] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 589.473589] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 589.473589] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "network-227" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.473812] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock port-30f489df-5c15-4f7d-8f75-a4e9cb82256b taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.474021] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "port-30f489df-5c15-4f7d-8f75-a4e9cb82256b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.474021] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "port-30f489df-5c15-4f7d-8f75-a4e9cb82256b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.474455] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "port-30f489df-5c15-4f7d-8f75-a4e9cb82256b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.474723] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30f489df-5c15-4f7d-8f75-a4e9cb82256b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.524057] env[65894]: INFO networking_nsxv3.common.synchronization [req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 req-002377a0-a558-432c-b72d-189909c05cac service nova] Enqueued Resource ID: a9844e17-dba0-45e4-b9df-dbe87cdd2d94 with Priority: HIGHEST for action security_group_rules [ 589.524186] env[65894]: INFO networking_nsxv3.common.synchronization [req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 req-002377a0-a558-432c-b72d-189909c05cac service nova] Enqueued Resource ID: a9844e17-dba0-45e4-b9df-dbe87cdd2d94 with Priority: HIGHEST for action security_group_members [ 589.524254] env[65894]: INFO networking_nsxv3.common.synchronization [req-d4e5f7c7-3d2a-4b37-9388-374f68fcafd1 req-002377a0-a558-432c-b72d-189909c05cac service nova] Enqueued Resource ID: 28289a52-7df6-43c2-97d2-4cb277efed19 with Priority: HIGHEST for action port [ 589.525320] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9844e17-dba0-45e4-b9df-dbe87cdd2d94 with Priority: HIGHEST for action security_group_rules [ 589.525320] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9844e17-dba0-45e4-b9df-dbe87cdd2d94 with Priority: HIGHEST for action security_group_members [ 589.525320] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28289a52-7df6-43c2-97d2-4cb277efed19 with Priority: HIGHEST for action port [ 589.525320] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9844e17-dba0-45e4-b9df-dbe87cdd2d94 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.525864] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.525864] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.525864] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.526573] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-28289a52-7df6-43c2-97d2-4cb277efed19 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.526573] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28289a52-7df6-43c2-97d2-4cb277efed19" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.526573] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28289a52-7df6-43c2-97d2-4cb277efed19" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.526573] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28289a52-7df6-43c2-97d2-4cb277efed19" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.526573] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28289a52-7df6-43c2-97d2-4cb277efed19',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.815584] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.815813] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.815889] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.816306] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.816306] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.816306] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9844e17-dba0-45e4-b9df-dbe87cdd2d94 is going to be updated. [ 589.862563] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.862563] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.862563] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.862563] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.862563] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.872302] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9844e17-dba0-45e4-b9df-dbe87cdd2d94 in Status: IN_PROGRESS for 2s [ 589.978286] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.978753] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.978753] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.979145] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.979145] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.979411] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Segment Port 30f489df-5c15-4f7d-8f75-a4e9cb82256b not found, creating... [ 589.979575] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.979720] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.979832] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.980821] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.980821] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.980821] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.980821] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.980821] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.981291] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.982415] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.982415] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Resource: SegmentPort with ID: 30f489df-5c15-4f7d-8f75-a4e9cb82256b is going to be created. [ 590.001731] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.001988] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.002698] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.002698] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.002698] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.002903] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "port-30f489df-5c15-4f7d-8f75-a4e9cb82256b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.033096] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 28289a52-7df6-43c2-97d2-4cb277efed19 with status ACTIVE [ 590.033096] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.033482] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.033482] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.033689] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.033689] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.033913] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.034051] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.034110] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.034292] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.034368] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.034671] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.034791] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.034894] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.035625] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.035625] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.035625] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 28289a52-7df6-43c2-97d2-4cb277efed19 is going to be updated. [ 590.064374] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.064374] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.064374] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.064374] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.064374] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.064745] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28289a52-7df6-43c2-97d2-4cb277efed19" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.338238] env[65894]: INFO networking_nsxv3.common.synchronization [None req-02776268-5358-49b9-a1db-c7636d9ca5ae None None] Enqueued Resource ID: 5750e0ab-2f9e-463b-a4de-ba4aa72d684d with Priority: HIGHEST for action port [ 590.338921] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5750e0ab-2f9e-463b-a4de-ba4aa72d684d with Priority: HIGHEST for action port [ 590.339311] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-5750e0ab-2f9e-463b-a4de-ba4aa72d684d taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.339437] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5750e0ab-2f9e-463b-a4de-ba4aa72d684d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.339511] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5750e0ab-2f9e-463b-a4de-ba4aa72d684d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.339809] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5750e0ab-2f9e-463b-a4de-ba4aa72d684d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.339922] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5750e0ab-2f9e-463b-a4de-ba4aa72d684d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.784013] env[65894]: INFO networking_nsxv3.common.synchronization [req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 req-a29c215e-1715-4c03-83df-18bce47d45cb service nova] Enqueued Resource ID: 2b4a8478-154d-4645-97e0-34dc4f7029a2 with Priority: HIGHEST for action security_group_rules [ 590.784258] env[65894]: INFO networking_nsxv3.common.synchronization [req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 req-a29c215e-1715-4c03-83df-18bce47d45cb service nova] Enqueued Resource ID: 2b4a8478-154d-4645-97e0-34dc4f7029a2 with Priority: HIGHEST for action security_group_members [ 590.784453] env[65894]: INFO networking_nsxv3.common.synchronization [req-524adfe1-3e9b-4f4e-b0a5-b47442baf401 req-a29c215e-1715-4c03-83df-18bce47d45cb service nova] Enqueued Resource ID: 30f489df-5c15-4f7d-8f75-a4e9cb82256b with Priority: HIGHEST for action port [ 590.785838] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b4a8478-154d-4645-97e0-34dc4f7029a2 with Priority: HIGHEST for action security_group_rules [ 590.786150] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b4a8478-154d-4645-97e0-34dc4f7029a2 with Priority: HIGHEST for action security_group_members [ 590.786220] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30f489df-5c15-4f7d-8f75-a4e9cb82256b with Priority: HIGHEST for action port [ 590.790142] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b4a8478-154d-4645-97e0-34dc4f7029a2 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.790142] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b4a8478-154d-4645-97e0-34dc4f7029a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.790142] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b4a8478-154d-4645-97e0-34dc4f7029a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.790142] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b4a8478-154d-4645-97e0-34dc4f7029a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.790142] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b4a8478-154d-4645-97e0-34dc4f7029a2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.790142] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b4a8478-154d-4645-97e0-34dc4f7029a2 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.790142] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b4a8478-154d-4645-97e0-34dc4f7029a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.790142] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b4a8478-154d-4645-97e0-34dc4f7029a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.790142] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b4a8478-154d-4645-97e0-34dc4f7029a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.790142] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.790142] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.790142] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.790142] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.791995] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.791995] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b4a8478-154d-4645-97e0-34dc4f7029a2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.791995] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-30f489df-5c15-4f7d-8f75-a4e9cb82256b taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.791995] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30f489df-5c15-4f7d-8f75-a4e9cb82256b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.791995] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30f489df-5c15-4f7d-8f75-a4e9cb82256b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.791995] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30f489df-5c15-4f7d-8f75-a4e9cb82256b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.791995] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30f489df-5c15-4f7d-8f75-a4e9cb82256b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.844119] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5750e0ab-2f9e-463b-a4de-ba4aa72d684d [ 590.847229] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.847229] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.847229] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.847229] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.847229] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.847229] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5750e0ab-2f9e-463b-a4de-ba4aa72d684d already deleted. [ 590.847229] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5750e0ab-2f9e-463b-a4de-ba4aa72d684d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.293483] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2b4a8478-154d-4645-97e0-34dc4f7029a2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.296129] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b4a8478-154d-4645-97e0-34dc4f7029a2 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.296221] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b4a8478-154d-4645-97e0-34dc4f7029a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.297121] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 30f489df-5c15-4f7d-8f75-a4e9cb82256b with status ACTIVE [ 591.297121] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.297121] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.297309] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.297890] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.297890] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.297988] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.298110] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.298171] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.298336] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.298410] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.298953] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.299080] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.299227] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.299296] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.299457] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.299718] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 30f489df-5c15-4f7d-8f75-a4e9cb82256b is going to be updated. [ 591.325088] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.325088] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.325088] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.325088] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.325309] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.325387] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30f489df-5c15-4f7d-8f75-a4e9cb82256b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.797918] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2b4a8478-154d-4645-97e0-34dc4f7029a2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.886137] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9844e17-dba0-45e4-b9df-dbe87cdd2d94 in Status: SUCCESS [ 591.886137] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.886137] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.886137] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.886137] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.886137] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.886137] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.886137] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.886137] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.886137] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.886137] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.886137] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.886137] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.886137] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.886137] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.886137] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.886137] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.886137] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.886137] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.886797] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.887124] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a9844e17-dba0-45e4-b9df-dbe87cdd2d94',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.888367] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.888900] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.888900] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.888900] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.889075] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.889925] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.889925] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.889925] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9844e17-dba0-45e4-b9df-dbe87cdd2d94',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.057548] env[65894]: INFO networking_nsxv3.common.synchronization [None req-be615d0f-4399-419e-af00-1f2fa1b83708 tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] Enqueued Resource ID: bf27b547-48d9-449a-b894-76107873c429 with Priority: HIGHEST for action security_group_rules [ 592.057726] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf27b547-48d9-449a-b894-76107873c429 with Priority: HIGHEST for action security_group_rules [ 592.057909] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf27b547-48d9-449a-b894-76107873c429 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.059268] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf27b547-48d9-449a-b894-76107873c429" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.059373] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf27b547-48d9-449a-b894-76107873c429" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.059605] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf27b547-48d9-449a-b894-76107873c429" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.059693] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf27b547-48d9-449a-b894-76107873c429',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.215929] env[65894]: INFO networking_nsxv3.common.synchronization [None req-75c51bfc-281e-4f12-b0fe-9dafaf080551 tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] Enqueued Resource ID: bf27b547-48d9-449a-b894-76107873c429 with Priority: HIGHEST for action security_group_rules [ 592.216471] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf27b547-48d9-449a-b894-76107873c429 with Priority: HIGHEST for action security_group_rules [ 592.216805] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf27b547-48d9-449a-b894-76107873c429 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.216938] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf27b547-48d9-449a-b894-76107873c429" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.303484] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.303484] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.303484] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.303484] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.303484] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.303484] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b4a8478-154d-4645-97e0-34dc4f7029a2 is going to be created. [ 592.333814] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.333967] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.334325] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.334582] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.334756] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.346465] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b4a8478-154d-4645-97e0-34dc4f7029a2 in Status: UNINITIALIZED for 2s [ 592.394265] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a9844e17-dba0-45e4-b9df-dbe87cdd2d94: rpc.has_security_group_logging(os_id): False [ 592.397258] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a9844e17-dba0-45e4-b9df-dbe87cdd2d94',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.422707] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.422707] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.422707] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.422959] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.422959] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.426185] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.426185] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.426185] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.426185] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.426185] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.426432] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.426749] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.426749] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.426929] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.428428] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.428428] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.428428] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.428428] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.428428] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.428428] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.428428] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9844e17-dba0-45e4-b9df-dbe87cdd2d94 is going to be created. [ 592.550593] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.550840] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.550840] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.551073] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.551225] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.570360] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9844e17-dba0-45e4-b9df-dbe87cdd2d94 in Status: IN_PROGRESS for 2s [ 592.586394] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.586394] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.587871] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.587871] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.587871] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.587871] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf27b547-48d9-449a-b894-76107873c429 already deleted. [ 592.587871] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf27b547-48d9-449a-b894-76107873c429" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.587871] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf27b547-48d9-449a-b894-76107873c429" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.587871] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf27b547-48d9-449a-b894-76107873c429" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.587871] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf27b547-48d9-449a-b894-76107873c429',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.901066] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a9844e17-dba0-45e4-b9df-dbe87cdd2d94',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.111412] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.111412] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.111412] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.111412] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.111412] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.111412] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf27b547-48d9-449a-b894-76107873c429 already deleted. [ 593.111658] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf27b547-48d9-449a-b894-76107873c429" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.403629] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.404250] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.404250] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.404250] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.404250] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.404644] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9844e17-dba0-45e4-b9df-dbe87cdd2d94 is going to be updated. [ 593.442504] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.442604] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.442604] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.442863] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.443320] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.458265] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9844e17-dba0-45e4-b9df-dbe87cdd2d94 in Status: IN_PROGRESS for 2s [ 594.155433] env[65894]: INFO networking_nsxv3.common.synchronization [None req-af320add-9436-41ab-85ac-7815a4d85e0d None None] Enqueued Resource ID: 83e736d5-2931-4f8b-9d3d-bc67bab17699 with Priority: HIGHEST for action port [ 594.155433] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83e736d5-2931-4f8b-9d3d-bc67bab17699 with Priority: HIGHEST for action port [ 594.155853] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-83e736d5-2931-4f8b-9d3d-bc67bab17699 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.155853] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83e736d5-2931-4f8b-9d3d-bc67bab17699" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.156052] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83e736d5-2931-4f8b-9d3d-bc67bab17699" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.156315] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83e736d5-2931-4f8b-9d3d-bc67bab17699" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.156315] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83e736d5-2931-4f8b-9d3d-bc67bab17699',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.358713] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b4a8478-154d-4645-97e0-34dc4f7029a2 in Status: SUCCESS [ 594.358978] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b4a8478-154d-4645-97e0-34dc4f7029a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.359179] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b4a8478-154d-4645-97e0-34dc4f7029a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.359416] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b4a8478-154d-4645-97e0-34dc4f7029a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.359594] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.359722] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.360019] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.360019] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.360019] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.360185] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b4a8478-154d-4645-97e0-34dc4f7029a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.360185] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2b4a8478-154d-4645-97e0-34dc4f7029a2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.443735] env[65894]: INFO networking_nsxv3.common.synchronization [req-81b49f03-d6e1-414c-b167-dbedf52fdabe req-1a70450b-e6ed-4988-9156-f1d00bd22381 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Enqueued Resource ID: 932a2250-aad9-4048-be68-c2c2b6029e91 with Priority: HIGHEST for action security_group_members [ 594.444365] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 932a2250-aad9-4048-be68-c2c2b6029e91 with Priority: HIGHEST for action security_group_members [ 594.444717] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-932a2250-aad9-4048-be68-c2c2b6029e91 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.444805] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-932a2250-aad9-4048-be68-c2c2b6029e91" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.444850] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-932a2250-aad9-4048-be68-c2c2b6029e91" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.445145] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-932a2250-aad9-4048-be68-c2c2b6029e91" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.445310] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.445404] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.445477] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.445666] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.445753] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.446213] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('932a2250-aad9-4048-be68-c2c2b6029e91',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.586934] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9844e17-dba0-45e4-b9df-dbe87cdd2d94 in Status: SUCCESS [ 594.587239] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.587764] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.587764] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.587875] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9844e17-dba0-45e4-b9df-dbe87cdd2d94',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.660878] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 83e736d5-2931-4f8b-9d3d-bc67bab17699 [ 594.660878] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.660878] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.660878] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.660878] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.660878] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.660878] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:83e736d5-2931-4f8b-9d3d-bc67bab17699 already deleted. [ 594.660878] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83e736d5-2931-4f8b-9d3d-bc67bab17699" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.825701] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock network-227 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.825701] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "network-227" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.825701] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "network-227" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.825701] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "network-227" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.826611] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.826980] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.827236] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.828119] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.828119] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.828518] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 594.829577] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 594.829577] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 594.829577] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 594.829577] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 594.829577] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 594.829577] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 594.855291] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 594.855459] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 594.855582] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 594.855762] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "network-227" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.856101] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock port-b92bf404-816c-44a7-87da-0fc559deebe3 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.856304] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "port-b92bf404-816c-44a7-87da-0fc559deebe3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.856393] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "port-b92bf404-816c-44a7-87da-0fc559deebe3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.856733] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "port-b92bf404-816c-44a7-87da-0fc559deebe3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.856889] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b92bf404-816c-44a7-87da-0fc559deebe3',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.863950] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b4a8478-154d-4645-97e0-34dc4f7029a2 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.864137] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b4a8478-154d-4645-97e0-34dc4f7029a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.864224] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b4a8478-154d-4645-97e0-34dc4f7029a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.864487] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b4a8478-154d-4645-97e0-34dc4f7029a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.864955] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.864955] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.864955] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.865686] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.865686] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.865686] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b4a8478-154d-4645-97e0-34dc4f7029a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.865686] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b4a8478-154d-4645-97e0-34dc4f7029a2 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.866142] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b4a8478-154d-4645-97e0-34dc4f7029a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.866244] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b4a8478-154d-4645-97e0-34dc4f7029a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.866430] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b4a8478-154d-4645-97e0-34dc4f7029a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.866583] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.866688] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.866824] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.866878] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.866963] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.867068] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b4a8478-154d-4645-97e0-34dc4f7029a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.867127] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2b4a8478-154d-4645-97e0-34dc4f7029a2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.949246] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.950293] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.950293] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.950293] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.950293] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.950576] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.950576] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.950576] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.950757] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.951097] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.951097] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 932a2250-aad9-4048-be68-c2c2b6029e91 already deleted. [ 594.951097] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-932a2250-aad9-4048-be68-c2c2b6029e91" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.093752] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.093955] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.360396] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.360755] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.360914] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.361273] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.361423] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.361582] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Segment Port b92bf404-816c-44a7-87da-0fc559deebe3 not found, creating... [ 595.361870] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.362044] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.362158] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.362458] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.362666] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.363031] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.363187] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.363302] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.363531] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.363667] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.363896] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Resource: SegmentPort with ID: b92bf404-816c-44a7-87da-0fc559deebe3 is going to be created. [ 595.370335] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2b4a8478-154d-4645-97e0-34dc4f7029a2: rpc.has_security_group_logging(os_id): False [ 595.390177] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.390177] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.390177] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.390177] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.390177] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.390177] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "port-b92bf404-816c-44a7-87da-0fc559deebe3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.393181] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.393403] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.393461] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.393730] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.393872] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.394169] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.395319] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.395319] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.395319] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.395319] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.395319] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.395319] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.395319] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.395808] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.395808] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.395896] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.396072] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.396259] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.396391] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.396391] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.396532] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b4a8478-154d-4645-97e0-34dc4f7029a2 is going to be created. [ 595.467656] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9844e17-dba0-45e4-b9df-dbe87cdd2d94 in Status: SUCCESS [ 595.468179] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.468249] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.468443] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.468696] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.468867] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.468946] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.469146] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.469228] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.469392] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.469489] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a9844e17-dba0-45e4-b9df-dbe87cdd2d94',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.508806] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.509087] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.509238] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.509460] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.509691] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.535713] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b4a8478-154d-4645-97e0-34dc4f7029a2 in Status: IN_PROGRESS for 2s [ 595.972883] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.973122] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.973216] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.973511] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.973741] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.974133] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.974133] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.974267] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.974267] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.974357] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.974557] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.974660] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.974732] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.975186] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.975371] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.975503] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.975586] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.975740] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.975846] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.976106] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.976699] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a9844e17-dba0-45e4-b9df-dbe87cdd2d94',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.110360] env[65894]: INFO networking_nsxv3.common.synchronization [req-81b49f03-d6e1-414c-b167-dbedf52fdabe req-b3e3f5b7-fe52-4c95-a149-e9ba281c594e service nova] Enqueued Resource ID: 932a2250-aad9-4048-be68-c2c2b6029e91 with Priority: HIGHEST for action security_group_rules [ 596.110759] env[65894]: INFO networking_nsxv3.common.synchronization [req-81b49f03-d6e1-414c-b167-dbedf52fdabe req-b3e3f5b7-fe52-4c95-a149-e9ba281c594e service nova] Enqueued Resource ID: 932a2250-aad9-4048-be68-c2c2b6029e91 with Priority: HIGHEST for action security_group_members [ 596.110759] env[65894]: INFO networking_nsxv3.common.synchronization [req-81b49f03-d6e1-414c-b167-dbedf52fdabe req-b3e3f5b7-fe52-4c95-a149-e9ba281c594e service nova] Enqueued Resource ID: b92bf404-816c-44a7-87da-0fc559deebe3 with Priority: HIGHEST for action port [ 596.111275] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 932a2250-aad9-4048-be68-c2c2b6029e91 with Priority: HIGHEST for action security_group_rules [ 596.111425] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 932a2250-aad9-4048-be68-c2c2b6029e91 with Priority: HIGHEST for action security_group_members [ 596.111663] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b92bf404-816c-44a7-87da-0fc559deebe3 with Priority: HIGHEST for action port [ 596.111754] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-932a2250-aad9-4048-be68-c2c2b6029e91 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.111971] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-932a2250-aad9-4048-be68-c2c2b6029e91" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.112185] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-932a2250-aad9-4048-be68-c2c2b6029e91" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.112489] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-932a2250-aad9-4048-be68-c2c2b6029e91" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.112489] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('932a2250-aad9-4048-be68-c2c2b6029e91',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.113417] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-932a2250-aad9-4048-be68-c2c2b6029e91 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.113509] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-932a2250-aad9-4048-be68-c2c2b6029e91" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.113599] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-932a2250-aad9-4048-be68-c2c2b6029e91" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.114063] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-932a2250-aad9-4048-be68-c2c2b6029e91" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.114063] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.114063] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.114330] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.114330] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.114330] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.114447] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('932a2250-aad9-4048-be68-c2c2b6029e91',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.115542] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-b92bf404-816c-44a7-87da-0fc559deebe3 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.115542] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b92bf404-816c-44a7-87da-0fc559deebe3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.115542] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b92bf404-816c-44a7-87da-0fc559deebe3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.115542] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b92bf404-816c-44a7-87da-0fc559deebe3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.115795] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b92bf404-816c-44a7-87da-0fc559deebe3',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.482694] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a9844e17-dba0-45e4-b9df-dbe87cdd2d94: rpc.has_security_group_logging(os_id): False [ 596.503661] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.503661] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.503661] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.505307] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.505307] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.505307] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.505307] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.505307] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.505307] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.505307] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.505307] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.505307] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.505307] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.505698] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.505698] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.505698] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.505698] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.505843] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.505973] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.506058] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.506143] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9844e17-dba0-45e4-b9df-dbe87cdd2d94 is going to be updated. [ 596.577950] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.578175] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.578175] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.579057] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.579057] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.595803] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9844e17-dba0-45e4-b9df-dbe87cdd2d94 in Status: IN_PROGRESS for 2s [ 596.617704] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-932a2250-aad9-4048-be68-c2c2b6029e91 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.618283] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-932a2250-aad9-4048-be68-c2c2b6029e91" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.625273] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('932a2250-aad9-4048-be68-c2c2b6029e91',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.625273] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b92bf404-816c-44a7-87da-0fc559deebe3 with status ACTIVE [ 596.625273] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.625273] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.625273] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.625273] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.625273] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.625273] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.625273] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.625273] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.625273] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.625273] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.627551] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.627551] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.627551] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.627551] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.627551] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.627551] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b92bf404-816c-44a7-87da-0fc559deebe3 is going to be updated. [ 596.667022] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.668784] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.668784] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.668784] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.668784] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.668784] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b92bf404-816c-44a7-87da-0fc559deebe3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.809535] env[65894]: INFO networking_nsxv3.common.synchronization [req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a req-7cc5dace-ef0f-4b8f-99f9-74c7f53ff2a7 tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] Enqueued Resource ID: 37f59dcc-a20c-455f-ae92-5bee7287a143 with Priority: HIGHEST for action security_group_members [ 596.809730] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37f59dcc-a20c-455f-ae92-5bee7287a143 with Priority: HIGHEST for action security_group_members [ 596.813419] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-37f59dcc-a20c-455f-ae92-5bee7287a143 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.813419] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37f59dcc-a20c-455f-ae92-5bee7287a143" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.813419] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37f59dcc-a20c-455f-ae92-5bee7287a143" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.813654] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37f59dcc-a20c-455f-ae92-5bee7287a143" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.813877] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.813986] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.813986] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.814144] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.814200] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.814319] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37f59dcc-a20c-455f-ae92-5bee7287a143',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.132152] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('932a2250-aad9-4048-be68-c2c2b6029e91',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.227469] env[65894]: INFO networking_nsxv3.common.synchronization [None req-733da26d-f121-4bbe-bd8d-4eb1b4265722 None None] Enqueued Resource ID: 7b9c5e80-f627-40e4-8b27-e1362ad615b2 with Priority: HIGHEST for action port [ 597.228169] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b9c5e80-f627-40e4-8b27-e1362ad615b2 with Priority: HIGHEST for action port [ 597.228419] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b9c5e80-f627-40e4-8b27-e1362ad615b2 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.228576] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b9c5e80-f627-40e4-8b27-e1362ad615b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.228624] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b9c5e80-f627-40e4-8b27-e1362ad615b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.228857] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b9c5e80-f627-40e4-8b27-e1362ad615b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.228962] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b9c5e80-f627-40e4-8b27-e1362ad615b2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.283364] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock network-349 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.283665] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "network-349" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.283808] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "network-349" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.284152] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "network-349" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.284437] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.284732] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.284732] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.284948] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.285115] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.285312] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 597.285448] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 597.285582] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 597.285711] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 597.285828] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 597.286034] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 597.286096] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 597.306699] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 597.307542] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 597.307542] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 597.308040] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "network-349" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.309114] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock port-f1fc45d3-248a-460e-8880-34d9b005f40b taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.309586] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "port-f1fc45d3-248a-460e-8880-34d9b005f40b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.309678] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "port-f1fc45d3-248a-460e-8880-34d9b005f40b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.310126] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "port-f1fc45d3-248a-460e-8880-34d9b005f40b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.310284] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1fc45d3-248a-460e-8880-34d9b005f40b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.318846] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.319053] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.321033] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.321033] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.321033] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.321033] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.321033] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.321033] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.321033] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.321033] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.321033] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37f59dcc-a20c-455f-ae92-5bee7287a143 already deleted. [ 597.321033] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37f59dcc-a20c-455f-ae92-5bee7287a143" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.371726] env[65894]: INFO networking_nsxv3.common.synchronization [None req-0306d94e-7c1f-40fc-bbe4-20f112cece61 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Enqueued Resource ID: 84626a76-549f-4c74-8189-71be8b4e3168 with Priority: HIGHEST for action security_group_rules [ 597.371726] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84626a76-549f-4c74-8189-71be8b4e3168 with Priority: HIGHEST for action security_group_rules [ 597.373464] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84626a76-549f-4c74-8189-71be8b4e3168 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.373464] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84626a76-549f-4c74-8189-71be8b4e3168" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.373464] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84626a76-549f-4c74-8189-71be8b4e3168" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.373464] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84626a76-549f-4c74-8189-71be8b4e3168" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.373464] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84626a76-549f-4c74-8189-71be8b4e3168',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.556525] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2b4a8478-154d-4645-97e0-34dc4f7029a2 in Status: SUCCESS [ 597.557144] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b4a8478-154d-4645-97e0-34dc4f7029a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.635716] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.635911] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.635973] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.636234] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.636329] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.636434] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 932a2250-aad9-4048-be68-c2c2b6029e91 is going to be created. [ 597.664506] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.664699] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.664904] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.665164] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.665334] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.675860] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 932a2250-aad9-4048-be68-c2c2b6029e91 in Status: UNINITIALIZED for 2s [ 597.732577] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7b9c5e80-f627-40e4-8b27-e1362ad615b2 [ 597.732951] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.733552] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.733552] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.733552] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.733700] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.733930] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7b9c5e80-f627-40e4-8b27-e1362ad615b2 already deleted. [ 597.734121] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b9c5e80-f627-40e4-8b27-e1362ad615b2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.815168] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.815168] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.815168] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.815168] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.815168] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.815380] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Segment Port f1fc45d3-248a-460e-8880-34d9b005f40b not found, creating... [ 597.815569] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.815665] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.815786] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.816015] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.816168] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.816467] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.816633] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.816751] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.817214] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.817214] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.817377] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Resource: SegmentPort with ID: f1fc45d3-248a-460e-8880-34d9b005f40b is going to be created. [ 597.847197] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.847197] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.847197] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.847513] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.847570] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.848749] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "port-f1fc45d3-248a-460e-8880-34d9b005f40b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.905048] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.905325] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.905495] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.905745] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.905859] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.906107] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84626a76-549f-4c74-8189-71be8b4e3168 already deleted. [ 597.906282] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84626a76-549f-4c74-8189-71be8b4e3168" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.913034] env[65894]: INFO networking_nsxv3.common.synchronization [None req-1db456d9-98e6-4d01-8848-6915f95383c5 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Enqueued Resource ID: 84626a76-549f-4c74-8189-71be8b4e3168 with Priority: HIGHEST for action security_group_rules [ 597.913317] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84626a76-549f-4c74-8189-71be8b4e3168 with Priority: HIGHEST for action security_group_rules [ 597.917029] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84626a76-549f-4c74-8189-71be8b4e3168 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.917029] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84626a76-549f-4c74-8189-71be8b4e3168" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.917029] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84626a76-549f-4c74-8189-71be8b4e3168" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.917029] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84626a76-549f-4c74-8189-71be8b4e3168" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.917029] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84626a76-549f-4c74-8189-71be8b4e3168',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.440485] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.440485] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.440485] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.440485] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.440485] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.440485] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84626a76-549f-4c74-8189-71be8b4e3168 already deleted. [ 598.440485] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84626a76-549f-4c74-8189-71be8b4e3168" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.577251] env[65894]: INFO networking_nsxv3.common.synchronization [req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a req-3cf00163-43e8-447a-af60-44d770455116 service nova] Enqueued Resource ID: 37f59dcc-a20c-455f-ae92-5bee7287a143 with Priority: HIGHEST for action security_group_rules [ 598.577520] env[65894]: INFO networking_nsxv3.common.synchronization [req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a req-3cf00163-43e8-447a-af60-44d770455116 service nova] Enqueued Resource ID: 37f59dcc-a20c-455f-ae92-5bee7287a143 with Priority: HIGHEST for action security_group_members [ 598.577617] env[65894]: INFO networking_nsxv3.common.synchronization [req-35a8ebd5-7dc1-4a03-9956-fa918e982b7a req-3cf00163-43e8-447a-af60-44d770455116 service nova] Enqueued Resource ID: f1fc45d3-248a-460e-8880-34d9b005f40b with Priority: HIGHEST for action port [ 598.577860] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37f59dcc-a20c-455f-ae92-5bee7287a143 with Priority: HIGHEST for action security_group_rules [ 598.577988] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37f59dcc-a20c-455f-ae92-5bee7287a143 with Priority: HIGHEST for action security_group_members [ 598.578098] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1fc45d3-248a-460e-8880-34d9b005f40b with Priority: HIGHEST for action port [ 598.578729] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37f59dcc-a20c-455f-ae92-5bee7287a143 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.578844] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37f59dcc-a20c-455f-ae92-5bee7287a143" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.578911] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37f59dcc-a20c-455f-ae92-5bee7287a143" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.582894] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37f59dcc-a20c-455f-ae92-5bee7287a143" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.582894] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37f59dcc-a20c-455f-ae92-5bee7287a143',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.582894] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-37f59dcc-a20c-455f-ae92-5bee7287a143 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.582894] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37f59dcc-a20c-455f-ae92-5bee7287a143" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.582894] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37f59dcc-a20c-455f-ae92-5bee7287a143" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.582894] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37f59dcc-a20c-455f-ae92-5bee7287a143" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.583121] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.583121] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.583121] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.583298] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.583403] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.583450] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37f59dcc-a20c-455f-ae92-5bee7287a143',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.584256] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1fc45d3-248a-460e-8880-34d9b005f40b taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.584943] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1fc45d3-248a-460e-8880-34d9b005f40b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.584943] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1fc45d3-248a-460e-8880-34d9b005f40b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.584943] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1fc45d3-248a-460e-8880-34d9b005f40b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.584943] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1fc45d3-248a-460e-8880-34d9b005f40b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.612458] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9844e17-dba0-45e4-b9df-dbe87cdd2d94 in Status: SUCCESS [ 598.612931] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.087112] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-37f59dcc-a20c-455f-ae92-5bee7287a143 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.087112] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37f59dcc-a20c-455f-ae92-5bee7287a143" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.087323] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('37f59dcc-a20c-455f-ae92-5bee7287a143',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.091025] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f1fc45d3-248a-460e-8880-34d9b005f40b with status ACTIVE [ 599.091025] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.091025] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.091025] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.091025] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.091025] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.091025] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.091025] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.091025] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.091025] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.091025] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.091025] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.091025] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.091025] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.091025] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.091025] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.091025] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f1fc45d3-248a-460e-8880-34d9b005f40b is going to be updated. [ 599.123902] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.123902] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.123902] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.124275] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.124275] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.124600] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1fc45d3-248a-460e-8880-34d9b005f40b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.594813] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('37f59dcc-a20c-455f-ae92-5bee7287a143',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.687470] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 932a2250-aad9-4048-be68-c2c2b6029e91 in Status: UNINITIALIZED for 4s [ 600.098692] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.098955] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.099110] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.101105] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.101312] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.101537] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37f59dcc-a20c-455f-ae92-5bee7287a143 is going to be created. [ 600.130927] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.131127] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.131182] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.131545] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.131607] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.142434] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37f59dcc-a20c-455f-ae92-5bee7287a143 in Status: UNINITIALIZED for 2s [ 600.825366] env[65894]: INFO networking_nsxv3.common.synchronization [None req-c166f337-d81d-46fa-b35e-121aed7f7f51 None None] Enqueued Resource ID: 9a6ecaed-f6dc-4ae1-8430-6396bb1e9bbf with Priority: HIGHEST for action port [ 600.826897] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a6ecaed-f6dc-4ae1-8430-6396bb1e9bbf with Priority: HIGHEST for action port [ 600.827380] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a6ecaed-f6dc-4ae1-8430-6396bb1e9bbf taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.827568] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a6ecaed-f6dc-4ae1-8430-6396bb1e9bbf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.827681] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a6ecaed-f6dc-4ae1-8430-6396bb1e9bbf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.829829] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a6ecaed-f6dc-4ae1-8430-6396bb1e9bbf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.830076] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a6ecaed-f6dc-4ae1-8430-6396bb1e9bbf',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.859162] env[65894]: INFO networking_nsxv3.common.synchronization [None req-c3efa13f-8ce9-42e2-908e-dfa1fff558f3 None None] Enqueued Resource ID: 2e814af1-3a9c-448e-be7d-4dec25602815 with Priority: HIGHEST for action port [ 600.859876] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e814af1-3a9c-448e-be7d-4dec25602815 with Priority: HIGHEST for action port [ 600.860244] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e814af1-3a9c-448e-be7d-4dec25602815 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.862961] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e814af1-3a9c-448e-be7d-4dec25602815" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.862961] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e814af1-3a9c-448e-be7d-4dec25602815" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.862961] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e814af1-3a9c-448e-be7d-4dec25602815" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.862961] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e814af1-3a9c-448e-be7d-4dec25602815',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.335324] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9a6ecaed-f6dc-4ae1-8430-6396bb1e9bbf [ 601.335324] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.335324] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.335324] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.335324] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.335324] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.335324] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9a6ecaed-f6dc-4ae1-8430-6396bb1e9bbf already deleted. [ 601.335324] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a6ecaed-f6dc-4ae1-8430-6396bb1e9bbf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.364961] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2e814af1-3a9c-448e-be7d-4dec25602815 [ 601.365197] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.365368] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.365450] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.365720] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.365820] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.365914] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2e814af1-3a9c-448e-be7d-4dec25602815 already deleted. [ 601.370316] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e814af1-3a9c-448e-be7d-4dec25602815" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.441802] env[65894]: INFO networking_nsxv3.common.synchronization [req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 req-a891d2a6-0cac-4909-a47c-967818e078ec tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Enqueued Resource ID: a3e52fc6-349c-4034-901a-23d384d743c9 with Priority: HIGHEST for action security_group_members [ 601.442787] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3e52fc6-349c-4034-901a-23d384d743c9 with Priority: HIGHEST for action security_group_members [ 601.442787] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3e52fc6-349c-4034-901a-23d384d743c9 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.442994] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.442994] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.443513] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.443513] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.444223] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.444303] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.444494] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.444565] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.444673] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3e52fc6-349c-4034-901a-23d384d743c9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.702218] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 932a2250-aad9-4048-be68-c2c2b6029e91 in Status: SUCCESS [ 601.702218] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-932a2250-aad9-4048-be68-c2c2b6029e91" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.702218] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-932a2250-aad9-4048-be68-c2c2b6029e91" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.702218] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-932a2250-aad9-4048-be68-c2c2b6029e91" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.702218] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.702218] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.702218] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.702218] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.702218] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.702218] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-932a2250-aad9-4048-be68-c2c2b6029e91" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.702218] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('932a2250-aad9-4048-be68-c2c2b6029e91',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.895162] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock network-370 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.895549] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "network-370" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.895549] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "network-370" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.895904] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "network-370" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.896193] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.896339] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.896444] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.896720] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.896801] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.896975] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 601.897132] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 601.897234] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 601.897332] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 601.897430] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 601.897558] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 601.897693] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 601.922501] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 601.922501] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 601.922501] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 601.922501] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "network-370" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.922501] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock port-60e58705-b24e-4264-b152-6d60507ac2c3 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.922501] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "port-60e58705-b24e-4264-b152-6d60507ac2c3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.922501] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "port-60e58705-b24e-4264-b152-6d60507ac2c3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.922501] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "port-60e58705-b24e-4264-b152-6d60507ac2c3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.922501] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60e58705-b24e-4264-b152-6d60507ac2c3',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.946969] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.947194] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.947254] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.947459] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.947632] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.947853] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.947956] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.948030] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.948229] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.948307] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.948392] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3e52fc6-349c-4034-901a-23d384d743c9 already deleted. [ 601.948583] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.155724] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37f59dcc-a20c-455f-ae92-5bee7287a143 in Status: SUCCESS [ 602.155950] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37f59dcc-a20c-455f-ae92-5bee7287a143" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.156134] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37f59dcc-a20c-455f-ae92-5bee7287a143" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.156356] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37f59dcc-a20c-455f-ae92-5bee7287a143" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.156571] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.156691] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.156755] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.156907] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.156988] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.157083] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37f59dcc-a20c-455f-ae92-5bee7287a143" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.157175] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('37f59dcc-a20c-455f-ae92-5bee7287a143',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.203780] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-932a2250-aad9-4048-be68-c2c2b6029e91 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.204089] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-932a2250-aad9-4048-be68-c2c2b6029e91" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.204677] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-932a2250-aad9-4048-be68-c2c2b6029e91" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.204991] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-932a2250-aad9-4048-be68-c2c2b6029e91" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.205676] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.205676] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.205676] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.205676] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.206203] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.206203] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-932a2250-aad9-4048-be68-c2c2b6029e91" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.206307] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-932a2250-aad9-4048-be68-c2c2b6029e91 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.206384] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-932a2250-aad9-4048-be68-c2c2b6029e91" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.206535] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-932a2250-aad9-4048-be68-c2c2b6029e91" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.206660] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-932a2250-aad9-4048-be68-c2c2b6029e91" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.206923] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.206923] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.207150] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.207280] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.207416] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.207493] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-932a2250-aad9-4048-be68-c2c2b6029e91" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.207732] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('932a2250-aad9-4048-be68-c2c2b6029e91',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.427588] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.427588] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.427588] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.427588] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.427588] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.427588] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Segment Port 60e58705-b24e-4264-b152-6d60507ac2c3 not found, creating... [ 602.427588] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.427588] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.427588] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.428393] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.428393] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.428393] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.428393] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.428617] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.429816] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.429816] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.429816] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Resource: SegmentPort with ID: 60e58705-b24e-4264-b152-6d60507ac2c3 is going to be created. [ 602.455848] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.455848] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.455848] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.455848] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.456420] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.457128] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "port-60e58705-b24e-4264-b152-6d60507ac2c3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.662088] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('37f59dcc-a20c-455f-ae92-5bee7287a143',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.711782] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 932a2250-aad9-4048-be68-c2c2b6029e91: rpc.has_security_group_logging(os_id): False [ 602.732945] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.732945] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.732945] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.735292] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.735292] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.735292] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.735292] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.735292] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.735292] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.735292] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.735292] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.735292] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.735292] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.735292] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.735292] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.735292] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.735292] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.735828] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.735828] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.735828] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.735828] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 932a2250-aad9-4048-be68-c2c2b6029e91 is going to be created. [ 602.823213] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.823381] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.824029] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.824029] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.824165] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.839384] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 932a2250-aad9-4048-be68-c2c2b6029e91 in Status: IN_PROGRESS for 2s [ 603.167966] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 37f59dcc-a20c-455f-ae92-5bee7287a143: rpc.has_security_group_logging(os_id): False [ 603.191804] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.191804] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.191804] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.191804] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.191804] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.192058] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.192058] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.192058] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.192177] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.193173] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.193173] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37f59dcc-a20c-455f-ae92-5bee7287a143 is going to be created. [ 603.267623] env[65894]: INFO networking_nsxv3.common.synchronization [req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 req-25b2e012-7354-45f0-93ea-217c5adb3a6a service nova] Enqueued Resource ID: a3e52fc6-349c-4034-901a-23d384d743c9 with Priority: HIGHEST for action security_group_rules [ 603.267623] env[65894]: INFO networking_nsxv3.common.synchronization [req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 req-25b2e012-7354-45f0-93ea-217c5adb3a6a service nova] Enqueued Resource ID: a3e52fc6-349c-4034-901a-23d384d743c9 with Priority: HIGHEST for action security_group_members [ 603.267978] env[65894]: INFO networking_nsxv3.common.synchronization [req-ccc5eae3-975a-4fd7-bdfc-4eebbec66c95 req-25b2e012-7354-45f0-93ea-217c5adb3a6a service nova] Enqueued Resource ID: 60e58705-b24e-4264-b152-6d60507ac2c3 with Priority: HIGHEST for action port [ 603.269031] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3e52fc6-349c-4034-901a-23d384d743c9 with Priority: HIGHEST for action security_group_rules [ 603.269031] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3e52fc6-349c-4034-901a-23d384d743c9 with Priority: HIGHEST for action security_group_members [ 603.269031] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60e58705-b24e-4264-b152-6d60507ac2c3 with Priority: HIGHEST for action port [ 603.269031] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3e52fc6-349c-4034-901a-23d384d743c9 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.269031] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.269031] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.269428] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.269428] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3e52fc6-349c-4034-901a-23d384d743c9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.270294] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3e52fc6-349c-4034-901a-23d384d743c9 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.270406] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.270689] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.270689] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.270797] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.271279] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.271279] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.271279] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.271279] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.271279] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3e52fc6-349c-4034-901a-23d384d743c9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.272076] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-60e58705-b24e-4264-b152-6d60507ac2c3 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.272438] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60e58705-b24e-4264-b152-6d60507ac2c3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.272438] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60e58705-b24e-4264-b152-6d60507ac2c3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.272532] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60e58705-b24e-4264-b152-6d60507ac2c3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.272696] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60e58705-b24e-4264-b152-6d60507ac2c3',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.281327] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.281544] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.281880] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.281956] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.282211] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.298420] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37f59dcc-a20c-455f-ae92-5bee7287a143 in Status: IN_PROGRESS for 2s [ 603.312823] env[65894]: INFO networking_nsxv3.common.synchronization [None req-a12a4598-fabc-47b1-9181-cf6b8b705e1a None None] Enqueued Resource ID: 1815034b-6e7f-48bf-b748-390da37e1bac with Priority: HIGHEST for action port [ 603.313478] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1815034b-6e7f-48bf-b748-390da37e1bac with Priority: HIGHEST for action port [ 603.314181] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-1815034b-6e7f-48bf-b748-390da37e1bac taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.314441] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1815034b-6e7f-48bf-b748-390da37e1bac" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.314441] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1815034b-6e7f-48bf-b748-390da37e1bac" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.314685] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1815034b-6e7f-48bf-b748-390da37e1bac" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.314794] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1815034b-6e7f-48bf-b748-390da37e1bac',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.775168] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3e52fc6-349c-4034-901a-23d384d743c9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.776680] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3e52fc6-349c-4034-901a-23d384d743c9 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.776846] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.777343] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 60e58705-b24e-4264-b152-6d60507ac2c3 with status ACTIVE [ 603.777766] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.777909] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.778010] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.780221] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.780221] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.780221] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.780221] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.780221] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.780221] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.780221] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.780221] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.780221] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.780221] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.780221] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.780717] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.780889] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 60e58705-b24e-4264-b152-6d60507ac2c3 is going to be updated. [ 603.809798] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.810018] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.810178] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.810408] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.810591] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.811112] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60e58705-b24e-4264-b152-6d60507ac2c3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.817334] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1815034b-6e7f-48bf-b748-390da37e1bac [ 603.817752] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.819020] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.819020] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.819020] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.819020] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.819020] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1815034b-6e7f-48bf-b748-390da37e1bac already deleted. [ 603.819020] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1815034b-6e7f-48bf-b748-390da37e1bac" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.837238] env[65894]: INFO networking_nsxv3.common.synchronization [req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c req-da87cf2a-da27-44bb-8646-423e92663556 tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Enqueued Resource ID: 2d0dcef0-5c06-4a75-a870-590be4c04ed4 with Priority: HIGHEST for action security_group_members [ 603.837238] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d0dcef0-5c06-4a75-a870-590be4c04ed4 with Priority: HIGHEST for action security_group_members [ 603.838152] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d0dcef0-5c06-4a75-a870-590be4c04ed4 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.838152] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d0dcef0-5c06-4a75-a870-590be4c04ed4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.838152] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d0dcef0-5c06-4a75-a870-590be4c04ed4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.838343] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d0dcef0-5c06-4a75-a870-590be4c04ed4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.838524] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.838669] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.838758] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.839216] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.839216] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.839369] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d0dcef0-5c06-4a75-a870-590be4c04ed4',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.072393] env[65894]: INFO networking_nsxv3.common.synchronization [req-fe659ad1-06a4-411a-994a-e4aa4f3ec21e req-049ebcea-2b47-4a95-a265-af391974fd34 tempest-ImagesNegativeTestJSON-1387295393 tempest-ImagesNegativeTestJSON-1387295393-project-member] Enqueued Resource ID: d7098f9c-6516-4ac6-b9cb-f131e7d4500b with Priority: HIGHEST for action security_group_members [ 604.072929] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7098f9c-6516-4ac6-b9cb-f131e7d4500b with Priority: HIGHEST for action security_group_members [ 604.075926] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-d7098f9c-6516-4ac6-b9cb-f131e7d4500b taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.076106] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d7098f9c-6516-4ac6-b9cb-f131e7d4500b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.076183] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d7098f9c-6516-4ac6-b9cb-f131e7d4500b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.076393] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d7098f9c-6516-4ac6-b9cb-f131e7d4500b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.076552] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.076962] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.076962] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.077346] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.077346] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.077346] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d7098f9c-6516-4ac6-b9cb-f131e7d4500b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.130380] env[65894]: INFO networking_nsxv3.common.synchronization [None req-20836e68-46cc-453f-a0c1-03be37e70b59 None None] Enqueued Resource ID: 044309be-5647-4184-a07f-5cb40c253f78 with Priority: HIGHEST for action port [ 604.131116] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 044309be-5647-4184-a07f-5cb40c253f78 with Priority: HIGHEST for action port [ 604.131583] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-044309be-5647-4184-a07f-5cb40c253f78 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.132746] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-044309be-5647-4184-a07f-5cb40c253f78" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.132746] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-044309be-5647-4184-a07f-5cb40c253f78" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.132746] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-044309be-5647-4184-a07f-5cb40c253f78" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.132746] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('044309be-5647-4184-a07f-5cb40c253f78',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.277832] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3e52fc6-349c-4034-901a-23d384d743c9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.341657] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.342192] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.342435] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.342792] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.343595] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.343595] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.343595] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.343595] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.343595] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.343851] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.343851] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d0dcef0-5c06-4a75-a870-590be4c04ed4 already deleted. [ 604.343934] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d0dcef0-5c06-4a75-a870-590be4c04ed4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.360419] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock network-726 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.360771] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "network-726" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.361333] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "network-726" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.361691] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "network-726" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.361983] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.362161] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.362283] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.362522] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.362697] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.362907] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 604.363025] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 604.363159] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 604.363272] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 604.363406] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 604.363549] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 604.363736] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 604.386328] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 604.386560] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 604.386702] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 604.386895] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "network-726" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.387303] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock port-36d47250-46cf-4c8b-b213-76efd146b58a taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.387508] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "port-36d47250-46cf-4c8b-b213-76efd146b58a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.387651] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "port-36d47250-46cf-4c8b-b213-76efd146b58a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.388011] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "port-36d47250-46cf-4c8b-b213-76efd146b58a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.388161] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36d47250-46cf-4c8b-b213-76efd146b58a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.582406] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.582570] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.582726] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.582866] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.584279] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.584279] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.584279] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.584279] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.584279] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.584279] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.584279] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7098f9c-6516-4ac6-b9cb-f131e7d4500b is going to be updated. [ 604.618386] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.618579] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.618655] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.618885] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.619043] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.633459] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7098f9c-6516-4ac6-b9cb-f131e7d4500b in Status: IN_PROGRESS for 2s [ 604.634507] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 044309be-5647-4184-a07f-5cb40c253f78 [ 604.634884] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.634981] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.635030] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.635325] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.636960] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.636960] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:044309be-5647-4184-a07f-5cb40c253f78 already deleted. [ 604.636960] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-044309be-5647-4184-a07f-5cb40c253f78" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.781868] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.782101] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.782164] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.782433] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.782518] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.782673] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3e52fc6-349c-4034-901a-23d384d743c9 is going to be created. [ 604.811130] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.811130] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.811130] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.811130] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.811130] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.821473] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3e52fc6-349c-4034-901a-23d384d743c9 in Status: UNINITIALIZED for 2s [ 604.851029] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 932a2250-aad9-4048-be68-c2c2b6029e91 in Status: SUCCESS [ 604.851029] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-932a2250-aad9-4048-be68-c2c2b6029e91" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.893836] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.893836] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.893836] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.893836] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.893836] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.893836] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Segment Port 36d47250-46cf-4c8b-b213-76efd146b58a not found, creating... [ 604.893836] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.893836] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.894356] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.894356] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.894356] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.895068] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.895068] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.895068] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.895068] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.895299] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.895299] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Resource: SegmentPort with ID: 36d47250-46cf-4c8b-b213-76efd146b58a is going to be created. [ 604.921080] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.921317] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.921424] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.921739] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.921956] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.922205] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "port-36d47250-46cf-4c8b-b213-76efd146b58a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.989303] env[65894]: INFO networking_nsxv3.common.synchronization [None req-bc45eaf7-aa44-4b48-bbd4-6d4bbf72da16 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] Enqueued Resource ID: 537d15e7-6dbf-4f34-b138-4d989bc5fc3e with Priority: HIGHEST for action security_group_rules [ 604.989944] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 537d15e7-6dbf-4f34-b138-4d989bc5fc3e with Priority: HIGHEST for action security_group_rules [ 604.991383] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-537d15e7-6dbf-4f34-b138-4d989bc5fc3e taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.991538] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-537d15e7-6dbf-4f34-b138-4d989bc5fc3e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.991604] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-537d15e7-6dbf-4f34-b138-4d989bc5fc3e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.992016] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-537d15e7-6dbf-4f34-b138-4d989bc5fc3e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.992118] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('537d15e7-6dbf-4f34-b138-4d989bc5fc3e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.191388] env[65894]: INFO networking_nsxv3.common.synchronization [None req-17e86d83-49fc-434f-a978-b182727d6a49 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] Enqueued Resource ID: 537d15e7-6dbf-4f34-b138-4d989bc5fc3e with Priority: HIGHEST for action security_group_rules [ 605.192369] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 537d15e7-6dbf-4f34-b138-4d989bc5fc3e with Priority: HIGHEST for action security_group_rules [ 605.192809] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-537d15e7-6dbf-4f34-b138-4d989bc5fc3e taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.192949] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-537d15e7-6dbf-4f34-b138-4d989bc5fc3e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.313414] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37f59dcc-a20c-455f-ae92-5bee7287a143 in Status: SUCCESS [ 605.313414] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37f59dcc-a20c-455f-ae92-5bee7287a143" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.514838] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.515037] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.515126] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.515390] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.515534] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.515656] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 537d15e7-6dbf-4f34-b138-4d989bc5fc3e already deleted. [ 605.515766] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-537d15e7-6dbf-4f34-b138-4d989bc5fc3e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.515949] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-537d15e7-6dbf-4f34-b138-4d989bc5fc3e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.516162] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-537d15e7-6dbf-4f34-b138-4d989bc5fc3e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.516312] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('537d15e7-6dbf-4f34-b138-4d989bc5fc3e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.709154] env[65894]: INFO networking_nsxv3.common.synchronization [req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c req-4b1f94e8-879e-4241-b5d3-3dbf3c5d5b9b service nova] Enqueued Resource ID: 2d0dcef0-5c06-4a75-a870-590be4c04ed4 with Priority: HIGHEST for action security_group_rules [ 605.709422] env[65894]: INFO networking_nsxv3.common.synchronization [req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c req-4b1f94e8-879e-4241-b5d3-3dbf3c5d5b9b service nova] Enqueued Resource ID: 2d0dcef0-5c06-4a75-a870-590be4c04ed4 with Priority: HIGHEST for action security_group_members [ 605.709587] env[65894]: INFO networking_nsxv3.common.synchronization [req-062d99d6-3d45-4a9f-ad60-fac7fc22ab4c req-4b1f94e8-879e-4241-b5d3-3dbf3c5d5b9b service nova] Enqueued Resource ID: 36d47250-46cf-4c8b-b213-76efd146b58a with Priority: HIGHEST for action port [ 605.710666] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d0dcef0-5c06-4a75-a870-590be4c04ed4 with Priority: HIGHEST for action security_group_rules [ 605.710747] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d0dcef0-5c06-4a75-a870-590be4c04ed4 with Priority: HIGHEST for action security_group_members [ 605.710871] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36d47250-46cf-4c8b-b213-76efd146b58a with Priority: HIGHEST for action port [ 605.711269] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d0dcef0-5c06-4a75-a870-590be4c04ed4 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.711431] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d0dcef0-5c06-4a75-a870-590be4c04ed4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.711528] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d0dcef0-5c06-4a75-a870-590be4c04ed4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.711864] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d0dcef0-5c06-4a75-a870-590be4c04ed4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.711974] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d0dcef0-5c06-4a75-a870-590be4c04ed4',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.714084] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d0dcef0-5c06-4a75-a870-590be4c04ed4 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.714084] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d0dcef0-5c06-4a75-a870-590be4c04ed4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.714232] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d0dcef0-5c06-4a75-a870-590be4c04ed4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.714378] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d0dcef0-5c06-4a75-a870-590be4c04ed4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.715567] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.715567] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.715711] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.716014] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.716153] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.716293] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d0dcef0-5c06-4a75-a870-590be4c04ed4',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.718139] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-36d47250-46cf-4c8b-b213-76efd146b58a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.718314] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36d47250-46cf-4c8b-b213-76efd146b58a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.718432] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36d47250-46cf-4c8b-b213-76efd146b58a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.718678] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36d47250-46cf-4c8b-b213-76efd146b58a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.718804] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36d47250-46cf-4c8b-b213-76efd146b58a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.111630] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.111630] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.111630] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.112814] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.112814] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.112814] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 537d15e7-6dbf-4f34-b138-4d989bc5fc3e already deleted. [ 606.112814] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-537d15e7-6dbf-4f34-b138-4d989bc5fc3e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.214978] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d0dcef0-5c06-4a75-a870-590be4c04ed4 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.215185] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d0dcef0-5c06-4a75-a870-590be4c04ed4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.218499] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2d0dcef0-5c06-4a75-a870-590be4c04ed4',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.222095] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 36d47250-46cf-4c8b-b213-76efd146b58a with status ACTIVE [ 606.222095] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.222095] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.222095] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.222095] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.222095] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.222625] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.222625] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.222625] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.222625] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.222625] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.222782] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.222832] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.222863] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.223800] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.223800] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.223800] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 36d47250-46cf-4c8b-b213-76efd146b58a is going to be updated. [ 606.247066] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.247222] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.247323] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.247591] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.247769] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.247879] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36d47250-46cf-4c8b-b213-76efd146b58a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.422370] env[65894]: INFO networking_nsxv3.common.synchronization [req-68079355-2585-4f89-bde3-f385b455fcd3 req-4a09b074-bf45-4ce5-b604-0f79e15a5bc5 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Enqueued Resource ID: 7f6f1a96-fde1-403d-b02b-bdaab70ea815 with Priority: HIGHEST for action security_group_members [ 606.422370] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f6f1a96-fde1-403d-b02b-bdaab70ea815 with Priority: HIGHEST for action security_group_members [ 606.424269] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f6f1a96-fde1-403d-b02b-bdaab70ea815 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.424269] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f6f1a96-fde1-403d-b02b-bdaab70ea815" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.424269] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f6f1a96-fde1-403d-b02b-bdaab70ea815" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.424269] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f6f1a96-fde1-403d-b02b-bdaab70ea815" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.424269] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.424269] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.424269] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.424269] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.424269] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.424269] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f6f1a96-fde1-403d-b02b-bdaab70ea815',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.644832] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d7098f9c-6516-4ac6-b9cb-f131e7d4500b in Status: SUCCESS [ 606.645023] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d7098f9c-6516-4ac6-b9cb-f131e7d4500b deletion is rescheduled due to dependency. [ 606.645421] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d7098f9c-6516-4ac6-b9cb-f131e7d4500b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.721057] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2d0dcef0-5c06-4a75-a870-590be4c04ed4',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.842234] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3e52fc6-349c-4034-901a-23d384d743c9 in Status: SUCCESS [ 606.842491] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.842612] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.842840] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.843044] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.843164] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.843224] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.843385] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.843451] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.843540] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.843912] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a3e52fc6-349c-4034-901a-23d384d743c9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.851539] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock network-909 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.851720] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "network-909" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.851838] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "network-909" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.852191] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "network-909" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.852446] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.852600] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.852709] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.852913] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.853155] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.853419] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.853534] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 606.853636] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 606.853737] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 606.853841] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.853937] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 606.854095] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 606.891336] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 606.891618] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 606.891618] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 606.891793] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "network-909" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.892129] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock port-1648f79e-3a66-468e-96ab-d9d025e239e4 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.892300] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "port-1648f79e-3a66-468e-96ab-d9d025e239e4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.892414] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "port-1648f79e-3a66-468e-96ab-d9d025e239e4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.892782] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "port-1648f79e-3a66-468e-96ab-d9d025e239e4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.892900] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1648f79e-3a66-468e-96ab-d9d025e239e4',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.927164] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.927164] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.927164] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.927344] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.927391] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.927697] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.927806] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.927877] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.928075] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.928158] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.928245] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f6f1a96-fde1-403d-b02b-bdaab70ea815 already deleted. [ 606.928325] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f6f1a96-fde1-403d-b02b-bdaab70ea815" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.227944] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.227944] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.227944] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.227944] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.227944] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.227944] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d0dcef0-5c06-4a75-a870-590be4c04ed4 is going to be created. [ 607.279868] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.282219] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.282219] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.282219] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.282219] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.297589] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d0dcef0-5c06-4a75-a870-590be4c04ed4 in Status: UNINITIALIZED for 2s [ 607.349935] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3e52fc6-349c-4034-901a-23d384d743c9 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.349935] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.349935] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.349935] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.349935] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.349935] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.349935] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.349935] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.349935] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.349935] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.349935] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3e52fc6-349c-4034-901a-23d384d743c9 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.349935] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.349935] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.349935] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.349935] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.349935] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.350971] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.350971] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.350971] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.350971] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.351198] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a3e52fc6-349c-4034-901a-23d384d743c9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.396063] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.396387] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.396589] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.397158] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.397431] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.397634] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Segment Port 1648f79e-3a66-468e-96ab-d9d025e239e4 not found, creating... [ 607.397953] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.398230] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.398320] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.398554] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.398689] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.403178] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.403614] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.403824] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.404272] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.404493] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.404809] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Resource: SegmentPort with ID: 1648f79e-3a66-468e-96ab-d9d025e239e4 is going to be created. [ 607.431867] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.432379] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.432379] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.432583] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.432817] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.433077] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "port-1648f79e-3a66-468e-96ab-d9d025e239e4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.854066] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a3e52fc6-349c-4034-901a-23d384d743c9: rpc.has_security_group_logging(os_id): False [ 607.875502] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.875740] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.875859] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.876208] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.876354] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.876690] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.876905] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.876966] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.879087] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.879087] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.879087] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.879087] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.879087] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.879087] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.879087] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.879087] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.879087] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.879087] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.879087] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.879087] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.879634] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3e52fc6-349c-4034-901a-23d384d743c9 is going to be created. [ 607.945350] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.945453] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.945504] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.945702] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.945876] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.961746] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3e52fc6-349c-4034-901a-23d384d743c9 in Status: IN_PROGRESS for 2s [ 608.165874] env[65894]: INFO networking_nsxv3.common.synchronization [req-68079355-2585-4f89-bde3-f385b455fcd3 req-e6838725-8514-4ef1-b593-b81497fd3e33 service nova] Enqueued Resource ID: 7f6f1a96-fde1-403d-b02b-bdaab70ea815 with Priority: HIGHEST for action security_group_rules [ 608.166096] env[65894]: INFO networking_nsxv3.common.synchronization [req-68079355-2585-4f89-bde3-f385b455fcd3 req-e6838725-8514-4ef1-b593-b81497fd3e33 service nova] Enqueued Resource ID: 7f6f1a96-fde1-403d-b02b-bdaab70ea815 with Priority: HIGHEST for action security_group_members [ 608.166233] env[65894]: INFO networking_nsxv3.common.synchronization [req-68079355-2585-4f89-bde3-f385b455fcd3 req-e6838725-8514-4ef1-b593-b81497fd3e33 service nova] Enqueued Resource ID: 1648f79e-3a66-468e-96ab-d9d025e239e4 with Priority: HIGHEST for action port [ 608.166782] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f6f1a96-fde1-403d-b02b-bdaab70ea815 with Priority: HIGHEST for action security_group_rules [ 608.166921] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f6f1a96-fde1-403d-b02b-bdaab70ea815 with Priority: HIGHEST for action security_group_members [ 608.167027] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1648f79e-3a66-468e-96ab-d9d025e239e4 with Priority: HIGHEST for action port [ 608.167304] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f6f1a96-fde1-403d-b02b-bdaab70ea815 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.167528] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f6f1a96-fde1-403d-b02b-bdaab70ea815" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.167528] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f6f1a96-fde1-403d-b02b-bdaab70ea815" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.167810] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f6f1a96-fde1-403d-b02b-bdaab70ea815" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.167898] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f6f1a96-fde1-403d-b02b-bdaab70ea815',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.169725] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f6f1a96-fde1-403d-b02b-bdaab70ea815 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.169858] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f6f1a96-fde1-403d-b02b-bdaab70ea815" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.170172] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f6f1a96-fde1-403d-b02b-bdaab70ea815" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.170172] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f6f1a96-fde1-403d-b02b-bdaab70ea815" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.170315] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.170871] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.170871] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.170871] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.170871] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.170871] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f6f1a96-fde1-403d-b02b-bdaab70ea815',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.174925] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-1648f79e-3a66-468e-96ab-d9d025e239e4 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.174925] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1648f79e-3a66-468e-96ab-d9d025e239e4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.174925] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1648f79e-3a66-468e-96ab-d9d025e239e4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.175124] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1648f79e-3a66-468e-96ab-d9d025e239e4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.175124] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1648f79e-3a66-468e-96ab-d9d025e239e4',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.650122] env[65894]: INFO networking_nsxv3.common.synchronization [req-b82f05c9-ba8f-4321-9a86-94dba02770c4 req-06a67635-9eca-4634-b4a9-2e75202145d7 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Enqueued Resource ID: 00a3f3b1-9abb-4189-8d29-fcdd2fa59248 with Priority: HIGHEST for action security_group_members [ 608.650773] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00a3f3b1-9abb-4189-8d29-fcdd2fa59248 with Priority: HIGHEST for action security_group_members [ 608.651115] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-00a3f3b1-9abb-4189-8d29-fcdd2fa59248 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.651266] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00a3f3b1-9abb-4189-8d29-fcdd2fa59248" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.651352] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00a3f3b1-9abb-4189-8d29-fcdd2fa59248" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.651651] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00a3f3b1-9abb-4189-8d29-fcdd2fa59248" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.651926] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.652098] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.652150] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.652347] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.653506] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.653506] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00a3f3b1-9abb-4189-8d29-fcdd2fa59248',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.670823] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f6f1a96-fde1-403d-b02b-bdaab70ea815 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.671062] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f6f1a96-fde1-403d-b02b-bdaab70ea815" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.676138] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7f6f1a96-fde1-403d-b02b-bdaab70ea815',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.677097] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1648f79e-3a66-468e-96ab-d9d025e239e4 with status ACTIVE [ 608.677324] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.677488] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.677613] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.677815] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.678080] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.678232] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.678371] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.678434] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.678681] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.678827] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.679095] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.679310] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.679310] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.679449] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.679505] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.679628] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1648f79e-3a66-468e-96ab-d9d025e239e4 is going to be updated. [ 608.704060] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.704060] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.704060] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.704402] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.705029] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.705029] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1648f79e-3a66-468e-96ab-d9d025e239e4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.715910] env[65894]: INFO networking_nsxv3.common.synchronization [req-434b5833-4db9-4a7c-b216-85d460e87061 req-47361e1e-b642-405d-8896-a70562a14814 tempest-DeleteServersAdminTestJSON-2100208714 tempest-DeleteServersAdminTestJSON-2100208714-project-admin] Enqueued Resource ID: 37512978-9204-4fbd-9826-5f8ea7fbbb4d with Priority: HIGHEST for action security_group_members [ 608.717152] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37512978-9204-4fbd-9826-5f8ea7fbbb4d with Priority: HIGHEST for action security_group_members [ 608.717152] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-37512978-9204-4fbd-9826-5f8ea7fbbb4d taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.717152] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37512978-9204-4fbd-9826-5f8ea7fbbb4d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.717152] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37512978-9204-4fbd-9826-5f8ea7fbbb4d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.717913] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37512978-9204-4fbd-9826-5f8ea7fbbb4d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.717913] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.717913] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.717913] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.718209] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.718209] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.718300] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37512978-9204-4fbd-9826-5f8ea7fbbb4d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.079322] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock network-302 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.079548] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "network-302" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.079789] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "network-302" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.080319] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "network-302" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.080614] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.080799] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.080919] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.081187] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.081367] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.081619] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 609.081756] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 609.081862] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 609.081967] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 609.082086] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 609.082187] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 609.082313] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 609.111560] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 609.111822] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 609.111933] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 609.112137] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "network-302" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.112426] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock port-a4630992-3710-4120-8246-4f825b6d3373 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.114400] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "port-a4630992-3710-4120-8246-4f825b6d3373" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.114400] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "port-a4630992-3710-4120-8246-4f825b6d3373" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.114828] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "port-a4630992-3710-4120-8246-4f825b6d3373" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.114828] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4630992-3710-4120-8246-4f825b6d3373',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.157027] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.157305] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.157424] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.157697] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.157830] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.158157] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.158299] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.158397] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.158637] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.158765] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.158872] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00a3f3b1-9abb-4189-8d29-fcdd2fa59248 already deleted. [ 609.159010] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00a3f3b1-9abb-4189-8d29-fcdd2fa59248" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.182267] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7f6f1a96-fde1-403d-b02b-bdaab70ea815',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.221184] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.221446] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.221503] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.221747] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.221912] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.222163] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.222277] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.222368] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.222529] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.222670] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.222729] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37512978-9204-4fbd-9826-5f8ea7fbbb4d is going to be updated. [ 609.256070] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.256300] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.256300] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.256541] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.256682] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.267337] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37512978-9204-4fbd-9826-5f8ea7fbbb4d in Status: IN_PROGRESS for 2s [ 609.309580] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d0dcef0-5c06-4a75-a870-590be4c04ed4 in Status: SUCCESS [ 609.309873] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d0dcef0-5c06-4a75-a870-590be4c04ed4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.310084] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d0dcef0-5c06-4a75-a870-590be4c04ed4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.310393] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d0dcef0-5c06-4a75-a870-590be4c04ed4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.310628] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.310758] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.310817] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.311013] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.311101] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.311189] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d0dcef0-5c06-4a75-a870-590be4c04ed4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.311285] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2d0dcef0-5c06-4a75-a870-590be4c04ed4',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.617248] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.617473] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.617639] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.617962] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.618151] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.618322] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Segment Port a4630992-3710-4120-8246-4f825b6d3373 not found, creating... [ 609.618611] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.618792] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.618913] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.619177] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.619325] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.619643] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.619947] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.620108] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.620338] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.620472] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.620607] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Resource: SegmentPort with ID: a4630992-3710-4120-8246-4f825b6d3373 is going to be created. [ 609.642737] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.642949] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.643107] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.643407] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.643580] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.643814] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "port-a4630992-3710-4120-8246-4f825b6d3373" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.684769] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.685088] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.685088] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.685285] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.685334] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.685433] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f6f1a96-fde1-403d-b02b-bdaab70ea815 is going to be created. [ 609.713474] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.713656] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.713733] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.713954] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.714269] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.734107] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f6f1a96-fde1-403d-b02b-bdaab70ea815 in Status: UNINITIALIZED for 2s [ 609.814097] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d0dcef0-5c06-4a75-a870-590be4c04ed4 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.814352] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d0dcef0-5c06-4a75-a870-590be4c04ed4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.814407] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d0dcef0-5c06-4a75-a870-590be4c04ed4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.814639] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d0dcef0-5c06-4a75-a870-590be4c04ed4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.814818] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.814945] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.815036] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.815238] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.815421] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.815465] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d0dcef0-5c06-4a75-a870-590be4c04ed4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.815657] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d0dcef0-5c06-4a75-a870-590be4c04ed4 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.815777] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d0dcef0-5c06-4a75-a870-590be4c04ed4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.815836] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d0dcef0-5c06-4a75-a870-590be4c04ed4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.815999] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d0dcef0-5c06-4a75-a870-590be4c04ed4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.816168] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.816300] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.816373] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.816508] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.816601] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.816731] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d0dcef0-5c06-4a75-a870-590be4c04ed4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.816785] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2d0dcef0-5c06-4a75-a870-590be4c04ed4',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.974813] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3e52fc6-349c-4034-901a-23d384d743c9 in Status: SUCCESS [ 609.975067] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.319968] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2d0dcef0-5c06-4a75-a870-590be4c04ed4: rpc.has_security_group_logging(os_id): False [ 610.337501] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.337732] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.337732] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.337969] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.338161] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.338384] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.338486] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.338552] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.338707] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.338783] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.338955] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.339061] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.339123] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.339264] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.339334] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.339508] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.339599] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.339658] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.339793] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.339869] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.339970] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d0dcef0-5c06-4a75-a870-590be4c04ed4 is going to be created. [ 610.380055] env[65894]: INFO networking_nsxv3.common.synchronization [req-b82f05c9-ba8f-4321-9a86-94dba02770c4 req-7eaad034-aedf-4d25-b339-316a02982323 service nova] Enqueued Resource ID: 00a3f3b1-9abb-4189-8d29-fcdd2fa59248 with Priority: HIGHEST for action security_group_rules [ 610.380230] env[65894]: INFO networking_nsxv3.common.synchronization [req-b82f05c9-ba8f-4321-9a86-94dba02770c4 req-7eaad034-aedf-4d25-b339-316a02982323 service nova] Enqueued Resource ID: 00a3f3b1-9abb-4189-8d29-fcdd2fa59248 with Priority: HIGHEST for action security_group_members [ 610.380389] env[65894]: INFO networking_nsxv3.common.synchronization [req-b82f05c9-ba8f-4321-9a86-94dba02770c4 req-7eaad034-aedf-4d25-b339-316a02982323 service nova] Enqueued Resource ID: a4630992-3710-4120-8246-4f825b6d3373 with Priority: HIGHEST for action port [ 610.381020] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00a3f3b1-9abb-4189-8d29-fcdd2fa59248 with Priority: HIGHEST for action security_group_rules [ 610.381369] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00a3f3b1-9abb-4189-8d29-fcdd2fa59248 with Priority: HIGHEST for action security_group_members [ 610.381510] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4630992-3710-4120-8246-4f825b6d3373 with Priority: HIGHEST for action port [ 610.381797] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00a3f3b1-9abb-4189-8d29-fcdd2fa59248 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.381944] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00a3f3b1-9abb-4189-8d29-fcdd2fa59248" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.382057] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00a3f3b1-9abb-4189-8d29-fcdd2fa59248" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.382592] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00a3f3b1-9abb-4189-8d29-fcdd2fa59248" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.382683] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00a3f3b1-9abb-4189-8d29-fcdd2fa59248',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.385792] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-00a3f3b1-9abb-4189-8d29-fcdd2fa59248 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.385792] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00a3f3b1-9abb-4189-8d29-fcdd2fa59248" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.385792] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00a3f3b1-9abb-4189-8d29-fcdd2fa59248" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.385967] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00a3f3b1-9abb-4189-8d29-fcdd2fa59248" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.386192] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.386291] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.386350] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.386536] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.386620] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.386712] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00a3f3b1-9abb-4189-8d29-fcdd2fa59248',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.387947] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4630992-3710-4120-8246-4f825b6d3373 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.388063] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4630992-3710-4120-8246-4f825b6d3373" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.388113] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4630992-3710-4120-8246-4f825b6d3373" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.388262] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4630992-3710-4120-8246-4f825b6d3373" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.388336] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4630992-3710-4120-8246-4f825b6d3373',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.403089] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.403089] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.403089] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.403280] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.403462] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.416318] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d0dcef0-5c06-4a75-a870-590be4c04ed4 in Status: IN_PROGRESS for 2s [ 610.890578] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('00a3f3b1-9abb-4189-8d29-fcdd2fa59248',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.892422] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-00a3f3b1-9abb-4189-8d29-fcdd2fa59248 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.892422] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00a3f3b1-9abb-4189-8d29-fcdd2fa59248" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.892422] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a4630992-3710-4120-8246-4f825b6d3373 with status ACTIVE [ 610.892422] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.892606] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.892688] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.892887] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.892974] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.893163] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.893371] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.893371] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.893469] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.894040] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.894040] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.894040] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.894040] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.895568] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.895705] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.895804] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a4630992-3710-4120-8246-4f825b6d3373 is going to be updated. [ 610.935602] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.935736] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.935826] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.936077] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.936222] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.936459] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4630992-3710-4120-8246-4f825b6d3373" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.944237] env[65894]: INFO networking_nsxv3.common.synchronization [None req-8dd02163-5189-43e7-917a-1cdca069fe1c None None] Enqueued Resource ID: 9de98e27-2eaf-4701-957f-e4977241381c with Priority: HIGHEST for action port [ 610.946588] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9de98e27-2eaf-4701-957f-e4977241381c with Priority: HIGHEST for action port [ 610.946670] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-9de98e27-2eaf-4701-957f-e4977241381c taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.946802] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9de98e27-2eaf-4701-957f-e4977241381c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.947514] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9de98e27-2eaf-4701-957f-e4977241381c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.947514] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9de98e27-2eaf-4701-957f-e4977241381c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.947514] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9de98e27-2eaf-4701-957f-e4977241381c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.278895] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37512978-9204-4fbd-9826-5f8ea7fbbb4d in Status: SUCCESS [ 611.278895] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37512978-9204-4fbd-9826-5f8ea7fbbb4d deletion is rescheduled due to dependency. [ 611.279275] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37512978-9204-4fbd-9826-5f8ea7fbbb4d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.342065] env[65894]: INFO networking_nsxv3.common.synchronization [req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb req-3e02a8e5-4327-46e6-b89e-d9bf90dc0243 tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Enqueued Resource ID: 93b48834-77a7-4028-b992-7c876c5b9592 with Priority: HIGHEST for action security_group_members [ 611.342065] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93b48834-77a7-4028-b992-7c876c5b9592 with Priority: HIGHEST for action security_group_members [ 611.342065] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-93b48834-77a7-4028-b992-7c876c5b9592 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.342637] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.342711] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.343051] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.343248] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.343419] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.343490] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.343722] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.343848] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.343984] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93b48834-77a7-4028-b992-7c876c5b9592',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.398439] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('00a3f3b1-9abb-4189-8d29-fcdd2fa59248',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.451164] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9de98e27-2eaf-4701-957f-e4977241381c [ 611.451360] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.451509] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.451585] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.451835] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.451947] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.452105] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9de98e27-2eaf-4701-957f-e4977241381c already deleted. [ 611.452160] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9de98e27-2eaf-4701-957f-e4977241381c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.748999] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f6f1a96-fde1-403d-b02b-bdaab70ea815 in Status: SUCCESS [ 611.748999] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f6f1a96-fde1-403d-b02b-bdaab70ea815" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.748999] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f6f1a96-fde1-403d-b02b-bdaab70ea815" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.748999] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f6f1a96-fde1-403d-b02b-bdaab70ea815" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.748999] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.749667] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.749667] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.749667] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.749667] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.749667] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f6f1a96-fde1-403d-b02b-bdaab70ea815" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.749667] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7f6f1a96-fde1-403d-b02b-bdaab70ea815',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.758531] env[65894]: INFO networking_nsxv3.common.synchronization [req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb req-ca39f85e-5bdf-4c76-a33d-c89785e10977 tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Enqueued Resource ID: 93b48834-77a7-4028-b992-7c876c5b9592 with Priority: HIGHEST for action security_group_members [ 611.762673] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93b48834-77a7-4028-b992-7c876c5b9592 with Priority: HIGHEST for action security_group_members [ 611.762673] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-93b48834-77a7-4028-b992-7c876c5b9592 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.762673] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.847374] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.847374] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.847374] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.847632] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.847632] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.847900] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.848058] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.848118] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.848310] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.848623] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.848623] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93b48834-77a7-4028-b992-7c876c5b9592 already deleted. [ 611.848729] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.848909] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.849145] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.849314] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.849441] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.849732] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.849967] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.851957] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.851957] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93b48834-77a7-4028-b992-7c876c5b9592',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.902847] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.902847] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.902847] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.902847] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.902847] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.902847] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00a3f3b1-9abb-4189-8d29-fcdd2fa59248 is going to be created. [ 611.927527] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.927527] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.927527] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.927527] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.927527] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.940256] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00a3f3b1-9abb-4189-8d29-fcdd2fa59248 in Status: UNINITIALIZED for 2s [ 612.254582] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f6f1a96-fde1-403d-b02b-bdaab70ea815 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.255219] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f6f1a96-fde1-403d-b02b-bdaab70ea815" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.255219] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f6f1a96-fde1-403d-b02b-bdaab70ea815" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.255219] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f6f1a96-fde1-403d-b02b-bdaab70ea815" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.256159] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.256159] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.256159] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.256159] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.256159] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.256159] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f6f1a96-fde1-403d-b02b-bdaab70ea815" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.256159] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f6f1a96-fde1-403d-b02b-bdaab70ea815 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.256159] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f6f1a96-fde1-403d-b02b-bdaab70ea815" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.256159] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f6f1a96-fde1-403d-b02b-bdaab70ea815" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.257159] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f6f1a96-fde1-403d-b02b-bdaab70ea815" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.257159] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.257159] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.257159] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.257159] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.257159] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.257159] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f6f1a96-fde1-403d-b02b-bdaab70ea815" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.257159] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7f6f1a96-fde1-403d-b02b-bdaab70ea815',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.266549] env[65894]: INFO networking_nsxv3.common.synchronization [req-de44710f-cd02-4eb0-8b5d-78a30ae0a8e9 req-bcd14c4a-46aa-4eef-b4e6-fe2227c57b16 tempest-ServerExternalEventsTest-1710441160 tempest-ServerExternalEventsTest-1710441160-project-member] Enqueued Resource ID: 2b4a8478-154d-4645-97e0-34dc4f7029a2 with Priority: HIGHEST for action security_group_members [ 612.266549] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b4a8478-154d-4645-97e0-34dc4f7029a2 with Priority: HIGHEST for action security_group_members [ 612.266549] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-2b4a8478-154d-4645-97e0-34dc4f7029a2 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.266549] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2b4a8478-154d-4645-97e0-34dc4f7029a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.266549] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2b4a8478-154d-4645-97e0-34dc4f7029a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.266549] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2b4a8478-154d-4645-97e0-34dc4f7029a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.266549] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.266549] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.266549] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.268812] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.268924] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.269064] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2b4a8478-154d-4645-97e0-34dc4f7029a2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.277328] env[65894]: INFO networking_nsxv3.common.synchronization [req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb req-028327a6-c4fc-462c-8ca9-e94645f97a83 tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Enqueued Resource ID: 93b48834-77a7-4028-b992-7c876c5b9592 with Priority: HIGHEST for action security_group_members [ 612.277328] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93b48834-77a7-4028-b992-7c876c5b9592 with Priority: HIGHEST for action security_group_members [ 612.280998] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-93b48834-77a7-4028-b992-7c876c5b9592 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.280998] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.352679] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.353032] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.353032] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.353152] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.353310] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.353440] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.353572] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.353630] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.353783] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.353970] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.353970] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93b48834-77a7-4028-b992-7c876c5b9592 already deleted. [ 612.354067] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.354693] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.354693] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.354890] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.354890] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.354972] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.355139] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.355886] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.355886] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93b48834-77a7-4028-b992-7c876c5b9592',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.428790] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d0dcef0-5c06-4a75-a870-590be4c04ed4 in Status: SUCCESS [ 612.429279] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d0dcef0-5c06-4a75-a870-590be4c04ed4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.671235] env[65894]: INFO networking_nsxv3.common.synchronization [req-ecc9ce71-c1f0-45c7-b502-9beb201ad494 req-f8cc9037-00e4-4363-a30a-66de2419774e tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Enqueued Resource ID: a9844e17-dba0-45e4-b9df-dbe87cdd2d94 with Priority: HIGHEST for action security_group_members [ 612.671828] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9844e17-dba0-45e4-b9df-dbe87cdd2d94 with Priority: HIGHEST for action security_group_members [ 612.676549] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.676662] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.676728] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.677018] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.677214] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.677352] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.677394] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.677631] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.677714] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.677825] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9844e17-dba0-45e4-b9df-dbe87cdd2d94',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.762168] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7f6f1a96-fde1-403d-b02b-bdaab70ea815: rpc.has_security_group_logging(os_id): False [ 612.775273] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.775464] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.776037] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.776037] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.776037] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.776251] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.777108] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.777108] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.777108] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.777108] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.777108] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b4a8478-154d-4645-97e0-34dc4f7029a2 is going to be updated. [ 612.784615] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.784832] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.784874] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.785511] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.785702] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.786151] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.786151] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.786442] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.786442] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.786565] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.786820] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.786940] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.787029] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.787502] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.787502] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.787502] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.787923] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.787923] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.787923] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.787923] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.788139] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f6f1a96-fde1-403d-b02b-bdaab70ea815 is going to be created. [ 612.827536] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.827536] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.827885] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.827885] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.828106] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.840876] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b4a8478-154d-4645-97e0-34dc4f7029a2 in Status: IN_PROGRESS for 2s [ 612.857771] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.857952] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.858028] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.858339] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.858442] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.858697] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.858834] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.858869] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.859023] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.859404] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.859404] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93b48834-77a7-4028-b992-7c876c5b9592 already deleted. [ 612.859404] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.871268] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.871451] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.871515] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.871885] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.871995] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.881344] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f6f1a96-fde1-403d-b02b-bdaab70ea815 in Status: IN_PROGRESS for 2s [ 612.969374] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock network-521 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.969786] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "network-521" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.969786] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "network-521" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.970743] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "network-521" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.971229] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.971407] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.971514] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.971769] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.971917] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.972175] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 612.972290] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 612.972391] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 612.972489] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 612.972591] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 612.972692] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 612.972822] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 612.998066] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 612.998066] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 612.998066] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 612.998203] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "network-521" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.998662] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock port-21f2928b-bb35-4c71-9e57-c782d0f20ef3 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.998790] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "port-21f2928b-bb35-4c71-9e57-c782d0f20ef3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.998844] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "port-21f2928b-bb35-4c71-9e57-c782d0f20ef3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.999707] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "port-21f2928b-bb35-4c71-9e57-c782d0f20ef3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.999707] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21f2928b-bb35-4c71-9e57-c782d0f20ef3',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.180817] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a9844e17-dba0-45e4-b9df-dbe87cdd2d94',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.503170] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.503437] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.503547] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.503818] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.503954] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.504112] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Segment Port 21f2928b-bb35-4c71-9e57-c782d0f20ef3 not found, creating... [ 613.504370] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.504514] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.504650] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.504881] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.505085] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.505669] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.505669] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.506382] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.506382] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.506382] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.506382] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Resource: SegmentPort with ID: 21f2928b-bb35-4c71-9e57-c782d0f20ef3 is going to be created. [ 613.529614] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.530052] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.530142] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.532127] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.532127] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.532127] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "port-21f2928b-bb35-4c71-9e57-c782d0f20ef3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.686807] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a9844e17-dba0-45e4-b9df-dbe87cdd2d94',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.752055] env[65894]: INFO networking_nsxv3.common.synchronization [None req-d1ab4576-c96c-4799-8d0e-c1d488fd0431 None None] Enqueued Resource ID: 34602c0c-9171-436b-b56c-0c4e7b8167ec with Priority: HIGHEST for action port [ 613.752581] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34602c0c-9171-436b-b56c-0c4e7b8167ec with Priority: HIGHEST for action port [ 613.752667] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-34602c0c-9171-436b-b56c-0c4e7b8167ec taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.752854] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34602c0c-9171-436b-b56c-0c4e7b8167ec" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.752854] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34602c0c-9171-436b-b56c-0c4e7b8167ec" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.753581] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34602c0c-9171-436b-b56c-0c4e7b8167ec" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.753581] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34602c0c-9171-436b-b56c-0c4e7b8167ec',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.954461] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00a3f3b1-9abb-4189-8d29-fcdd2fa59248 in Status: SUCCESS [ 613.954719] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00a3f3b1-9abb-4189-8d29-fcdd2fa59248" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.955040] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00a3f3b1-9abb-4189-8d29-fcdd2fa59248" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.955376] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00a3f3b1-9abb-4189-8d29-fcdd2fa59248" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.955752] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.955958] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.956072] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.956278] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.956372] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.956466] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00a3f3b1-9abb-4189-8d29-fcdd2fa59248" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.956666] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('00a3f3b1-9abb-4189-8d29-fcdd2fa59248',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.191554] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.191887] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.191887] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.192188] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.192289] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.192393] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9844e17-dba0-45e4-b9df-dbe87cdd2d94 is going to be updated. [ 614.229268] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.229490] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.229572] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.230032] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.230280] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.242842] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9844e17-dba0-45e4-b9df-dbe87cdd2d94 in Status: IN_PROGRESS for 2s [ 614.256648] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 34602c0c-9171-436b-b56c-0c4e7b8167ec [ 614.256648] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.256993] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.256993] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.256993] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.257114] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.257846] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:34602c0c-9171-436b-b56c-0c4e7b8167ec already deleted. [ 614.257846] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34602c0c-9171-436b-b56c-0c4e7b8167ec" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.318450] env[65894]: INFO networking_nsxv3.common.synchronization [req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb req-9a4d8fc6-63b6-499e-a100-6e0d12eeb779 service nova] Enqueued Resource ID: 93b48834-77a7-4028-b992-7c876c5b9592 with Priority: HIGHEST for action security_group_rules [ 614.318450] env[65894]: INFO networking_nsxv3.common.synchronization [req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb req-9a4d8fc6-63b6-499e-a100-6e0d12eeb779 service nova] Enqueued Resource ID: 93b48834-77a7-4028-b992-7c876c5b9592 with Priority: HIGHEST for action security_group_members [ 614.318450] env[65894]: INFO networking_nsxv3.common.synchronization [req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb req-9a4d8fc6-63b6-499e-a100-6e0d12eeb779 service nova] Enqueued Resource ID: 21f2928b-bb35-4c71-9e57-c782d0f20ef3 with Priority: HIGHEST for action port [ 614.319204] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93b48834-77a7-4028-b992-7c876c5b9592 with Priority: HIGHEST for action security_group_rules [ 614.319296] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93b48834-77a7-4028-b992-7c876c5b9592 with Priority: HIGHEST for action security_group_members [ 614.319388] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21f2928b-bb35-4c71-9e57-c782d0f20ef3 with Priority: HIGHEST for action port [ 614.319681] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93b48834-77a7-4028-b992-7c876c5b9592 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.319826] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.319903] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.320189] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.320361] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93b48834-77a7-4028-b992-7c876c5b9592',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.321510] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-93b48834-77a7-4028-b992-7c876c5b9592 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.321510] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.321651] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.321814] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.322012] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.322228] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.322309] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.322490] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.322610] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.322732] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93b48834-77a7-4028-b992-7c876c5b9592',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.323989] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-21f2928b-bb35-4c71-9e57-c782d0f20ef3 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.323989] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21f2928b-bb35-4c71-9e57-c782d0f20ef3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.323989] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21f2928b-bb35-4c71-9e57-c782d0f20ef3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.326493] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21f2928b-bb35-4c71-9e57-c782d0f20ef3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.326493] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21f2928b-bb35-4c71-9e57-c782d0f20ef3',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.459762] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-00a3f3b1-9abb-4189-8d29-fcdd2fa59248 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.459762] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00a3f3b1-9abb-4189-8d29-fcdd2fa59248" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.459762] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00a3f3b1-9abb-4189-8d29-fcdd2fa59248" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.459762] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00a3f3b1-9abb-4189-8d29-fcdd2fa59248" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.460091] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.460091] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.460091] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.460299] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.460356] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.460809] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00a3f3b1-9abb-4189-8d29-fcdd2fa59248" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.460809] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-00a3f3b1-9abb-4189-8d29-fcdd2fa59248 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.460809] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00a3f3b1-9abb-4189-8d29-fcdd2fa59248" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.461074] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00a3f3b1-9abb-4189-8d29-fcdd2fa59248" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.461074] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00a3f3b1-9abb-4189-8d29-fcdd2fa59248" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.461285] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.461362] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.461415] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.461703] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.461703] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.463317] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00a3f3b1-9abb-4189-8d29-fcdd2fa59248" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.463473] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('00a3f3b1-9abb-4189-8d29-fcdd2fa59248',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.829938] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-93b48834-77a7-4028-b992-7c876c5b9592 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.829938] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.829938] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93b48834-77a7-4028-b992-7c876c5b9592',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.832180] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 21f2928b-bb35-4c71-9e57-c782d0f20ef3 with status ACTIVE [ 614.832344] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.832407] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.832444] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.832622] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.832703] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.832874] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.832972] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.836169] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.836169] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.836169] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.836169] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.836169] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.836169] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.836169] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.836523] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.836523] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 21f2928b-bb35-4c71-9e57-c782d0f20ef3 is going to be updated. [ 614.853512] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2b4a8478-154d-4645-97e0-34dc4f7029a2 in Status: SUCCESS [ 614.853687] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2b4a8478-154d-4645-97e0-34dc4f7029a2 deletion is rescheduled due to dependency. [ 614.853797] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2b4a8478-154d-4645-97e0-34dc4f7029a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.864416] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.864416] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.864540] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.864698] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.864841] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.865087] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21f2928b-bb35-4c71-9e57-c782d0f20ef3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.896931] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7f6f1a96-fde1-403d-b02b-bdaab70ea815 in Status: SUCCESS [ 614.896931] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f6f1a96-fde1-403d-b02b-bdaab70ea815" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.966702] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 00a3f3b1-9abb-4189-8d29-fcdd2fa59248: rpc.has_security_group_logging(os_id): False [ 614.987147] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.987454] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.987454] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.987665] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.987738] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.988229] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.988229] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.988229] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.988229] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.988657] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.988657] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.988657] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.988956] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.988956] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.988956] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.990261] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.990406] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.990406] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.990620] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.992490] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.993298] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00a3f3b1-9abb-4189-8d29-fcdd2fa59248 is going to be created. [ 615.081605] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.081745] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.081816] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.082054] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.082253] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.098382] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00a3f3b1-9abb-4189-8d29-fcdd2fa59248 in Status: IN_PROGRESS for 2s [ 615.226225] env[65894]: INFO networking_nsxv3.common.synchronization [req-7e666302-b0a7-4ce8-a0ae-29eb63d92433 req-d2676052-25aa-4438-addd-a1bfa6364ddb tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Enqueued Resource ID: a9844e17-dba0-45e4-b9df-dbe87cdd2d94 with Priority: HIGHEST for action security_group_members [ 615.226615] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9844e17-dba0-45e4-b9df-dbe87cdd2d94 with Priority: HIGHEST for action security_group_members [ 615.226779] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.226857] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.259342] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock network-728 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.259724] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "network-728" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.259907] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "network-728" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.260248] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "network-728" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.260514] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.260667] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.260780] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.260995] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.261149] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.261398] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 615.261564] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 615.261720] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 615.261856] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 615.261973] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 615.262112] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 615.262244] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 615.285781] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 615.285781] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 615.285781] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 615.285781] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "network-728" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.286570] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock port-ca2edd44-e535-4e6b-a21d-0e8b072d3135 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.286570] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "port-ca2edd44-e535-4e6b-a21d-0e8b072d3135" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.286570] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "port-ca2edd44-e535-4e6b-a21d-0e8b072d3135" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.286794] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "port-ca2edd44-e535-4e6b-a21d-0e8b072d3135" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.286794] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca2edd44-e535-4e6b-a21d-0e8b072d3135',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.332510] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93b48834-77a7-4028-b992-7c876c5b9592',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.727275] env[65894]: INFO networking_nsxv3.common.synchronization [req-797e7e5f-c241-4043-8531-f8ac6c67f8fd req-6f8d88e9-7b5a-4cad-858d-e8f2d36f6490 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Enqueued Resource ID: 84626a76-549f-4c74-8189-71be8b4e3168 with Priority: HIGHEST for action security_group_members [ 615.727275] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84626a76-549f-4c74-8189-71be8b4e3168 with Priority: HIGHEST for action security_group_members [ 615.727275] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-84626a76-549f-4c74-8189-71be8b4e3168 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.727275] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84626a76-549f-4c74-8189-71be8b4e3168" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.727275] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84626a76-549f-4c74-8189-71be8b4e3168" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.727275] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84626a76-549f-4c74-8189-71be8b4e3168" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.731760] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.731760] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.731760] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.731760] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.731760] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.731760] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84626a76-549f-4c74-8189-71be8b4e3168',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.791287] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.791287] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.791287] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.791287] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.791287] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.791580] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Segment Port ca2edd44-e535-4e6b-a21d-0e8b072d3135 not found, creating... [ 615.791829] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.792074] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.792252] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.792652] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.792768] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.793203] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.793426] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.793599] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.793921] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.794149] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.794352] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Resource: SegmentPort with ID: ca2edd44-e535-4e6b-a21d-0e8b072d3135 is going to be created. [ 615.815799] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.816130] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.816320] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.816691] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.817017] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.817342] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "port-ca2edd44-e535-4e6b-a21d-0e8b072d3135" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.834595] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.834836] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.834901] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.835224] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.836192] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.836348] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93b48834-77a7-4028-b992-7c876c5b9592 is going to be created. [ 615.867783] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.867952] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.868020] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.868229] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.868384] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.879920] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93b48834-77a7-4028-b992-7c876c5b9592 in Status: UNINITIALIZED for 2s [ 616.091416] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock network-383 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.091595] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "network-383" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.091658] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "network-383" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.093313] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "network-383" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.093313] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.093313] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.093313] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.093313] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.093313] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.093646] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 616.093961] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 616.093961] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 616.094091] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 616.094168] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 616.094269] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 616.094395] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 616.113775] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 616.114030] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 616.114241] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 616.114432] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "network-383" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.114752] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock port-78d9716e-d61c-4dcf-a4f5-08448c26fe26 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.114923] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "port-78d9716e-d61c-4dcf-a4f5-08448c26fe26" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.115088] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "port-78d9716e-d61c-4dcf-a4f5-08448c26fe26" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.115540] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "port-78d9716e-d61c-4dcf-a4f5-08448c26fe26" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.115760] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78d9716e-d61c-4dcf-a4f5-08448c26fe26',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.235652] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.236145] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.236145] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.236145] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.236399] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.236474] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.236564] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.236631] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.236759] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.236835] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.237228] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84626a76-549f-4c74-8189-71be8b4e3168 already deleted. [ 616.237228] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84626a76-549f-4c74-8189-71be8b4e3168" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.254141] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9844e17-dba0-45e4-b9df-dbe87cdd2d94 in Status: SUCCESS [ 616.254506] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.254662] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.254905] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.255119] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.255229] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.255301] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.255461] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.255541] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.255641] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9844e17-dba0-45e4-b9df-dbe87cdd2d94',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.571479] env[65894]: INFO networking_nsxv3.common.synchronization [req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb req-f969849f-759b-4041-96d0-189e50ec10d9 service nova] Enqueued Resource ID: 93b48834-77a7-4028-b992-7c876c5b9592 with Priority: HIGHEST for action security_group_rules [ 616.571699] env[65894]: INFO networking_nsxv3.common.synchronization [req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb req-f969849f-759b-4041-96d0-189e50ec10d9 service nova] Enqueued Resource ID: 93b48834-77a7-4028-b992-7c876c5b9592 with Priority: HIGHEST for action security_group_members [ 616.571857] env[65894]: INFO networking_nsxv3.common.synchronization [req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb req-f969849f-759b-4041-96d0-189e50ec10d9 service nova] Enqueued Resource ID: ca2edd44-e535-4e6b-a21d-0e8b072d3135 with Priority: HIGHEST for action port [ 616.572980] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93b48834-77a7-4028-b992-7c876c5b9592 with Priority: HIGHEST for action security_group_rules [ 616.573266] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93b48834-77a7-4028-b992-7c876c5b9592 with Priority: HIGHEST for action security_group_members [ 616.573266] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca2edd44-e535-4e6b-a21d-0e8b072d3135 with Priority: HIGHEST for action port [ 616.573572] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93b48834-77a7-4028-b992-7c876c5b9592 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.573699] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.573962] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-93b48834-77a7-4028-b992-7c876c5b9592 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.574082] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.574304] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca2edd44-e535-4e6b-a21d-0e8b072d3135 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.574445] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca2edd44-e535-4e6b-a21d-0e8b072d3135" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.574480] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca2edd44-e535-4e6b-a21d-0e8b072d3135" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.574771] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca2edd44-e535-4e6b-a21d-0e8b072d3135" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.574864] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca2edd44-e535-4e6b-a21d-0e8b072d3135',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.621327] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.621327] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.621568] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.621807] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.621963] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.622179] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Segment Port 78d9716e-d61c-4dcf-a4f5-08448c26fe26 not found, creating... [ 616.622524] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.622688] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.622883] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.623221] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.623376] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.623846] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.624056] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.624211] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.624532] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.624669] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.624813] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Resource: SegmentPort with ID: 78d9716e-d61c-4dcf-a4f5-08448c26fe26 is going to be created. [ 616.649589] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.649589] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.649589] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.649804] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.649902] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.650139] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "port-78d9716e-d61c-4dcf-a4f5-08448c26fe26" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.757850] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.758049] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.758127] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.758348] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.758443] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.758681] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.758797] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.758886] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.759049] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.762047] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.762047] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9844e17-dba0-45e4-b9df-dbe87cdd2d94 is going to be updated. [ 616.836994] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.837241] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.837321] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.837546] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.837919] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.862300] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9844e17-dba0-45e4-b9df-dbe87cdd2d94 in Status: IN_PROGRESS for 2s [ 617.078061] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ca2edd44-e535-4e6b-a21d-0e8b072d3135 with status ACTIVE [ 617.078344] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.081223] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.081223] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.081223] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.081223] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.081223] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.081223] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.081223] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.081223] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.081223] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.081223] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.081223] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.081223] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.081223] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.081223] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.081223] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ca2edd44-e535-4e6b-a21d-0e8b072d3135 is going to be updated. [ 617.111530] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.111530] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.111530] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.111530] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.111530] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.111530] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca2edd44-e535-4e6b-a21d-0e8b072d3135" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.118768] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 00a3f3b1-9abb-4189-8d29-fcdd2fa59248 in Status: SUCCESS [ 617.119370] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00a3f3b1-9abb-4189-8d29-fcdd2fa59248" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.540148] env[65894]: INFO networking_nsxv3.common.synchronization [req-797e7e5f-c241-4043-8531-f8ac6c67f8fd req-72d54b79-4f50-4b81-aef6-7886164a0b11 service nova] Enqueued Resource ID: 84626a76-549f-4c74-8189-71be8b4e3168 with Priority: HIGHEST for action security_group_rules [ 617.540468] env[65894]: INFO networking_nsxv3.common.synchronization [req-797e7e5f-c241-4043-8531-f8ac6c67f8fd req-72d54b79-4f50-4b81-aef6-7886164a0b11 service nova] Enqueued Resource ID: 84626a76-549f-4c74-8189-71be8b4e3168 with Priority: HIGHEST for action security_group_members [ 617.540574] env[65894]: INFO networking_nsxv3.common.synchronization [req-797e7e5f-c241-4043-8531-f8ac6c67f8fd req-72d54b79-4f50-4b81-aef6-7886164a0b11 service nova] Enqueued Resource ID: 78d9716e-d61c-4dcf-a4f5-08448c26fe26 with Priority: HIGHEST for action port [ 617.541111] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84626a76-549f-4c74-8189-71be8b4e3168 with Priority: HIGHEST for action security_group_rules [ 617.541260] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84626a76-549f-4c74-8189-71be8b4e3168 with Priority: HIGHEST for action security_group_members [ 617.541355] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 78d9716e-d61c-4dcf-a4f5-08448c26fe26 with Priority: HIGHEST for action port [ 617.541636] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84626a76-549f-4c74-8189-71be8b4e3168 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.541764] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84626a76-549f-4c74-8189-71be8b4e3168" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.541824] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84626a76-549f-4c74-8189-71be8b4e3168" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.542055] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84626a76-549f-4c74-8189-71be8b4e3168" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.544494] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84626a76-549f-4c74-8189-71be8b4e3168',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.544494] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-84626a76-549f-4c74-8189-71be8b4e3168 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.544494] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84626a76-549f-4c74-8189-71be8b4e3168" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.544494] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84626a76-549f-4c74-8189-71be8b4e3168" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.544494] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84626a76-549f-4c74-8189-71be8b4e3168" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.544494] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.544494] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.544494] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.544494] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.544494] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.544494] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84626a76-549f-4c74-8189-71be8b4e3168',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.545099] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-78d9716e-d61c-4dcf-a4f5-08448c26fe26 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.547997] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-78d9716e-d61c-4dcf-a4f5-08448c26fe26" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.548133] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-78d9716e-d61c-4dcf-a4f5-08448c26fe26" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.548314] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-78d9716e-d61c-4dcf-a4f5-08448c26fe26" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.548393] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('78d9716e-d61c-4dcf-a4f5-08448c26fe26',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.724809] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock network-521 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.725274] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "network-521" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.725274] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "network-521" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.725647] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "network-521" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.725977] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.726208] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.726353] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.726621] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.726768] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.727053] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 617.727125] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 617.727226] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 617.727352] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 617.727475] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 617.727627] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 617.727808] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 617.773207] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 617.773409] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Cache value generated in 0.046 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 617.773650] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 617.773757] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "network-521" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.774230] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock port-dc442af9-8ec7-4003-ac58-f531fe33d7df taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.774230] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "port-dc442af9-8ec7-4003-ac58-f531fe33d7df" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.774478] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "port-dc442af9-8ec7-4003-ac58-f531fe33d7df" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.774609] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "port-dc442af9-8ec7-4003-ac58-f531fe33d7df" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.774747] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc442af9-8ec7-4003-ac58-f531fe33d7df',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.889534] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93b48834-77a7-4028-b992-7c876c5b9592 in Status: SUCCESS [ 617.889803] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.890293] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.890522] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.890715] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.890888] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.890888] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.891060] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.891145] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.891222] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.891318] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('93b48834-77a7-4028-b992-7c876c5b9592',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.892155] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.892352] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.892528] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.892659] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.892732] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.892898] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.892988] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.893103] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93b48834-77a7-4028-b992-7c876c5b9592',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.916156] env[65894]: INFO networking_nsxv3.common.synchronization [req-72028a12-536b-4455-9031-df8cd25c1a83 req-538c2749-99fb-429b-bf2d-d77775cfbdba tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Enqueued Resource ID: 5c00049d-0043-4900-a626-f360ea2e8670 with Priority: HIGHEST for action security_group_members [ 617.916758] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c00049d-0043-4900-a626-f360ea2e8670 with Priority: HIGHEST for action security_group_members [ 617.917060] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c00049d-0043-4900-a626-f360ea2e8670 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.917186] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c00049d-0043-4900-a626-f360ea2e8670" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.917247] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c00049d-0043-4900-a626-f360ea2e8670" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.917444] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c00049d-0043-4900-a626-f360ea2e8670" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.917627] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.917741] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.917829] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.917997] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.918084] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.918140] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c00049d-0043-4900-a626-f360ea2e8670',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.052101] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-84626a76-549f-4c74-8189-71be8b4e3168 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.052260] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84626a76-549f-4c74-8189-71be8b4e3168" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.052453] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('84626a76-549f-4c74-8189-71be8b4e3168',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.053474] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 78d9716e-d61c-4dcf-a4f5-08448c26fe26 with status ACTIVE [ 618.053597] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.053722] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.053773] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.054039] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.054082] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.054294] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.054388] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.054439] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.054628] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.054708] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.054893] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.054986] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.055065] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.055209] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.055284] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.055369] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 78d9716e-d61c-4dcf-a4f5-08448c26fe26 is going to be updated. [ 618.082948] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.083186] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.083186] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.083381] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.083597] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.083686] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-78d9716e-d61c-4dcf-a4f5-08448c26fe26" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.278976] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.279260] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.279382] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.279665] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.279808] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.279958] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Segment Port dc442af9-8ec7-4003-ac58-f531fe33d7df not found, creating... [ 618.280239] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.280402] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.280527] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.280738] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.280867] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.281159] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.281316] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.281424] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.281623] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.281748] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.281877] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Resource: SegmentPort with ID: dc442af9-8ec7-4003-ac58-f531fe33d7df is going to be created. [ 618.308597] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.308881] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.308993] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.311668] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.311901] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.312137] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "port-dc442af9-8ec7-4003-ac58-f531fe33d7df" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.394703] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-93b48834-77a7-4028-b992-7c876c5b9592 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.394881] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.395358] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93b48834-77a7-4028-b992-7c876c5b9592',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.420492] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5c00049d-0043-4900-a626-f360ea2e8670',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.558222] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('84626a76-549f-4c74-8189-71be8b4e3168',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.623015] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock network-826 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.623455] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "network-826" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.626765] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "network-826" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.626765] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "network-826" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.626765] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.626765] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.626765] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.626765] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.626765] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.626765] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 618.626765] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 618.626765] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 618.626765] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 618.626765] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 618.626765] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 618.626765] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 618.647757] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 618.647988] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 618.650394] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 618.650394] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "network-826" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.650394] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock port-d7675a43-83d6-45a0-a5fd-2ed808003458 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.650394] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "port-d7675a43-83d6-45a0-a5fd-2ed808003458" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.650394] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "port-d7675a43-83d6-45a0-a5fd-2ed808003458" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.650394] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "port-d7675a43-83d6-45a0-a5fd-2ed808003458" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.650394] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7675a43-83d6-45a0-a5fd-2ed808003458',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.872828] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9844e17-dba0-45e4-b9df-dbe87cdd2d94 in Status: SUCCESS [ 618.873030] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9844e17-dba0-45e4-b9df-dbe87cdd2d94 deletion is rescheduled due to dependency. [ 618.873205] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.898324] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93b48834-77a7-4028-b992-7c876c5b9592',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.924920] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5c00049d-0043-4900-a626-f360ea2e8670',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.991726] env[65894]: INFO networking_nsxv3.common.synchronization [req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb req-d323d235-cf94-4a78-bb66-546f0ec45deb service nova] Enqueued Resource ID: 93b48834-77a7-4028-b992-7c876c5b9592 with Priority: HIGHEST for action security_group_rules [ 618.991726] env[65894]: INFO networking_nsxv3.common.synchronization [req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb req-d323d235-cf94-4a78-bb66-546f0ec45deb service nova] Enqueued Resource ID: 93b48834-77a7-4028-b992-7c876c5b9592 with Priority: HIGHEST for action security_group_members [ 618.991726] env[65894]: INFO networking_nsxv3.common.synchronization [req-c2b409db-1cf7-4b7b-a3b1-82b3e1bc8efb req-d323d235-cf94-4a78-bb66-546f0ec45deb service nova] Enqueued Resource ID: dc442af9-8ec7-4003-ac58-f531fe33d7df with Priority: HIGHEST for action port [ 618.991726] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93b48834-77a7-4028-b992-7c876c5b9592 with Priority: HIGHEST for action security_group_rules [ 618.991726] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93b48834-77a7-4028-b992-7c876c5b9592 with Priority: HIGHEST for action security_group_members [ 618.991726] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc442af9-8ec7-4003-ac58-f531fe33d7df with Priority: HIGHEST for action port [ 618.991726] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93b48834-77a7-4028-b992-7c876c5b9592 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.991726] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.992192] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-93b48834-77a7-4028-b992-7c876c5b9592 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.992192] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.992376] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc442af9-8ec7-4003-ac58-f531fe33d7df taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.992476] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc442af9-8ec7-4003-ac58-f531fe33d7df" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.992660] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc442af9-8ec7-4003-ac58-f531fe33d7df" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.992787] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc442af9-8ec7-4003-ac58-f531fe33d7df" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.992901] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc442af9-8ec7-4003-ac58-f531fe33d7df',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.062022] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.062022] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.062022] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.062022] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.062022] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.062022] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84626a76-549f-4c74-8189-71be8b4e3168 is going to be created. [ 619.102792] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.102991] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.102991] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.106460] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.106460] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.132364] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84626a76-549f-4c74-8189-71be8b4e3168 in Status: UNINITIALIZED for 2s [ 619.152598] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.152907] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.152965] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.153312] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.153488] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.153646] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Segment Port d7675a43-83d6-45a0-a5fd-2ed808003458 not found, creating... [ 619.153949] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.154144] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.154271] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.154518] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.154667] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.154984] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.155162] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.155290] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.155533] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.155692] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.155906] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Resource: SegmentPort with ID: d7675a43-83d6-45a0-a5fd-2ed808003458 is going to be created. [ 619.217806] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.218068] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.218208] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.218498] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.218785] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.219050] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "port-d7675a43-83d6-45a0-a5fd-2ed808003458" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.401692] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.401874] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.401874] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.402167] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.402367] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.402424] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93b48834-77a7-4028-b992-7c876c5b9592 is going to be updated. [ 619.428702] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.428922] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.429011] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.429421] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.429552] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.429699] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c00049d-0043-4900-a626-f360ea2e8670 is going to be updated. [ 619.467167] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.467362] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.467420] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.467874] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.468196] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.481158] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93b48834-77a7-4028-b992-7c876c5b9592 in Status: IN_PROGRESS for 2s [ 619.486372] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.486548] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.486633] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.486808] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.486957] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.496336] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c00049d-0043-4900-a626-f360ea2e8670 in Status: IN_PROGRESS for 2s [ 619.497674] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dc442af9-8ec7-4003-ac58-f531fe33d7df with status ACTIVE [ 619.497911] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.498096] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.498146] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.498332] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.498420] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.498592] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.498707] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.498786] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.501027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.501027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.501027] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.501027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.501027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.501027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.501027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.501027] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dc442af9-8ec7-4003-ac58-f531fe33d7df is going to be updated. [ 619.548651] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.548651] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.548651] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.548651] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.548651] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.548651] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc442af9-8ec7-4003-ac58-f531fe33d7df" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.906469] env[65894]: INFO networking_nsxv3.common.synchronization [req-72028a12-536b-4455-9031-df8cd25c1a83 req-b4d9dc63-82fc-4f87-8452-92f11671e9b4 service nova] Enqueued Resource ID: 5c00049d-0043-4900-a626-f360ea2e8670 with Priority: HIGHEST for action security_group_rules [ 619.906469] env[65894]: INFO networking_nsxv3.common.synchronization [req-72028a12-536b-4455-9031-df8cd25c1a83 req-b4d9dc63-82fc-4f87-8452-92f11671e9b4 service nova] Enqueued Resource ID: 5c00049d-0043-4900-a626-f360ea2e8670 with Priority: HIGHEST for action security_group_members [ 619.906469] env[65894]: INFO networking_nsxv3.common.synchronization [req-72028a12-536b-4455-9031-df8cd25c1a83 req-b4d9dc63-82fc-4f87-8452-92f11671e9b4 service nova] Enqueued Resource ID: d7675a43-83d6-45a0-a5fd-2ed808003458 with Priority: HIGHEST for action port [ 619.906992] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c00049d-0043-4900-a626-f360ea2e8670 with Priority: HIGHEST for action security_group_rules [ 619.907735] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c00049d-0043-4900-a626-f360ea2e8670 with Priority: HIGHEST for action security_group_members [ 619.907912] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7675a43-83d6-45a0-a5fd-2ed808003458 with Priority: HIGHEST for action port [ 619.908169] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c00049d-0043-4900-a626-f360ea2e8670 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.908237] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c00049d-0043-4900-a626-f360ea2e8670" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.908306] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c00049d-0043-4900-a626-f360ea2e8670" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.908513] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c00049d-0043-4900-a626-f360ea2e8670" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.908599] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c00049d-0043-4900-a626-f360ea2e8670',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.909738] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c00049d-0043-4900-a626-f360ea2e8670 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.909738] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c00049d-0043-4900-a626-f360ea2e8670" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.909845] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7675a43-83d6-45a0-a5fd-2ed808003458 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.909939] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7675a43-83d6-45a0-a5fd-2ed808003458" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.909974] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7675a43-83d6-45a0-a5fd-2ed808003458" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.910337] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7675a43-83d6-45a0-a5fd-2ed808003458" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.910337] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7675a43-83d6-45a0-a5fd-2ed808003458',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.415817] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c00049d-0043-4900-a626-f360ea2e8670 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.415817] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c00049d-0043-4900-a626-f360ea2e8670" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.415817] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d7675a43-83d6-45a0-a5fd-2ed808003458 with status ACTIVE [ 620.415817] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.415817] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.415817] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.415817] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.415817] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.415817] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.415817] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.415817] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.415817] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.415817] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.415817] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.416338] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.416338] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.416338] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.416338] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.416338] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d7675a43-83d6-45a0-a5fd-2ed808003458 is going to be updated. [ 620.442448] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.442582] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.442648] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.444226] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.444369] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.444537] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7675a43-83d6-45a0-a5fd-2ed808003458" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.527354] env[65894]: INFO networking_nsxv3.common.synchronization [req-864782ec-bd70-482c-acb2-049336c8500f req-74bd4a82-9ce4-49d4-833e-6ce7f49f4d0b tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Enqueued Resource ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 with Priority: HIGHEST for action security_group_members [ 620.527354] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 with Priority: HIGHEST for action security_group_members [ 620.527354] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.527354] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.527706] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.527758] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.528184] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.528184] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.528399] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.528503] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.528622] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.528734] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.031524] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.031875] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.031875] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.032154] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.032258] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.032460] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.032570] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.032657] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.033897] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.033897] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.033897] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 already deleted. [ 621.033897] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.145388] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84626a76-549f-4c74-8189-71be8b4e3168 in Status: SUCCESS [ 621.145609] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84626a76-549f-4c74-8189-71be8b4e3168" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.145785] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84626a76-549f-4c74-8189-71be8b4e3168" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.146020] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84626a76-549f-4c74-8189-71be8b4e3168" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.146226] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.146310] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.146425] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.146566] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.146621] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.146687] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84626a76-549f-4c74-8189-71be8b4e3168" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.146777] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('84626a76-549f-4c74-8189-71be8b4e3168',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.265042] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock network-123 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.265042] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "network-123" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.265042] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "network-123" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.265042] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "network-123" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.265875] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.266288] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.266598] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.267038] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.267878] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.267878] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 621.267878] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 621.268075] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 621.268449] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 621.268449] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 621.268542] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 621.268745] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 621.302715] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 621.302902] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 621.303091] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 621.303213] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "network-123" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.303533] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock port-5084b0ef-24a3-46fc-bda3-8fa3d226bb05 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.303706] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "port-5084b0ef-24a3-46fc-bda3-8fa3d226bb05" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.304163] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "port-5084b0ef-24a3-46fc-bda3-8fa3d226bb05" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.304723] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "port-5084b0ef-24a3-46fc-bda3-8fa3d226bb05" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.304723] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5084b0ef-24a3-46fc-bda3-8fa3d226bb05',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.492485] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93b48834-77a7-4028-b992-7c876c5b9592 in Status: SUCCESS [ 621.492718] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.492894] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.493150] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.493384] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.493513] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.493579] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.493743] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.493825] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.493914] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.494090] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-93b48834-77a7-4028-b992-7c876c5b9592 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.494172] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.494232] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.494375] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.494510] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.494602] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.494662] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.494801] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.494875] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.494955] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.495055] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('93b48834-77a7-4028-b992-7c876c5b9592',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.496230] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.496230] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.496344] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.496394] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.496429] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.496575] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.496650] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.496729] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93b48834-77a7-4028-b992-7c876c5b9592',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.506845] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c00049d-0043-4900-a626-f360ea2e8670 in Status: SUCCESS [ 621.507067] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c00049d-0043-4900-a626-f360ea2e8670" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.507498] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c00049d-0043-4900-a626-f360ea2e8670" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.507892] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c00049d-0043-4900-a626-f360ea2e8670" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.508328] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.508328] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.508328] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.508525] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.508568] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.508664] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c00049d-0043-4900-a626-f360ea2e8670',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.652079] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('84626a76-549f-4c74-8189-71be8b4e3168',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.807242] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.808028] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.808462] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.809172] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.810478] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.810758] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Segment Port 5084b0ef-24a3-46fc-bda3-8fa3d226bb05 not found, creating... [ 621.811193] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.812058] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.812266] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.812610] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.817046] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.817046] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.817046] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.817046] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.817046] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.817046] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.817046] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Resource: SegmentPort with ID: 5084b0ef-24a3-46fc-bda3-8fa3d226bb05 is going to be created. [ 621.840613] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.840920] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.841037] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.841273] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.841505] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.844924] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "port-5084b0ef-24a3-46fc-bda3-8fa3d226bb05" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.000485] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 93b48834-77a7-4028-b992-7c876c5b9592: rpc.has_security_group_logging(os_id): False [ 622.002419] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93b48834-77a7-4028-b992-7c876c5b9592',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.010981] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5c00049d-0043-4900-a626-f360ea2e8670',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.039100] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.039509] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.039509] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.040696] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.040696] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.040696] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.040696] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.040696] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.041530] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.041530] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.041530] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.041530] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.041530] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.041710] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.041748] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.044101] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.044101] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.044101] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.044101] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.044101] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.044101] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93b48834-77a7-4028-b992-7c876c5b9592 is going to be created. [ 622.146291] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.146291] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.146291] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.146717] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.147794] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.155732] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 84626a76-549f-4c74-8189-71be8b4e3168: rpc.has_security_group_logging(os_id): False [ 622.164031] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93b48834-77a7-4028-b992-7c876c5b9592 in Status: IN_PROGRESS for 2s [ 622.179467] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.179467] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.179467] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.180168] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.180168] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.180343] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.181048] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.181048] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.181048] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.181048] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.181048] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84626a76-549f-4c74-8189-71be8b4e3168 is going to be created. [ 622.319112] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.319272] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.319355] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.319695] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.319695] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.359358] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84626a76-549f-4c74-8189-71be8b4e3168 in Status: IN_PROGRESS for 2s [ 622.505477] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93b48834-77a7-4028-b992-7c876c5b9592',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.513405] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5c00049d-0043-4900-a626-f360ea2e8670',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.635102] env[65894]: INFO networking_nsxv3.common.synchronization [req-864782ec-bd70-482c-acb2-049336c8500f req-7b7cf0bc-bcac-448b-9329-a3f648b70e85 service nova] Enqueued Resource ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 with Priority: HIGHEST for action security_group_rules [ 622.635291] env[65894]: INFO networking_nsxv3.common.synchronization [req-864782ec-bd70-482c-acb2-049336c8500f req-7b7cf0bc-bcac-448b-9329-a3f648b70e85 service nova] Enqueued Resource ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 with Priority: HIGHEST for action security_group_members [ 622.635421] env[65894]: INFO networking_nsxv3.common.synchronization [req-864782ec-bd70-482c-acb2-049336c8500f req-7b7cf0bc-bcac-448b-9329-a3f648b70e85 service nova] Enqueued Resource ID: 5084b0ef-24a3-46fc-bda3-8fa3d226bb05 with Priority: HIGHEST for action port [ 622.636149] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 with Priority: HIGHEST for action security_group_rules [ 622.636334] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 with Priority: HIGHEST for action security_group_members [ 622.636462] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5084b0ef-24a3-46fc-bda3-8fa3d226bb05 with Priority: HIGHEST for action port [ 622.636991] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.637213] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.637338] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.637727] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.637843] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.638957] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.640026] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.640106] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.640307] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.640470] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.640574] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.640637] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.640788] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.640875] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.641310] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.643218] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-5084b0ef-24a3-46fc-bda3-8fa3d226bb05 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.643328] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5084b0ef-24a3-46fc-bda3-8fa3d226bb05" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.644048] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5084b0ef-24a3-46fc-bda3-8fa3d226bb05" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.644048] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5084b0ef-24a3-46fc-bda3-8fa3d226bb05" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.644048] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5084b0ef-24a3-46fc-bda3-8fa3d226bb05',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.009115] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.009402] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.011151] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.011151] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.011151] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.011151] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93b48834-77a7-4028-b992-7c876c5b9592 is going to be updated. [ 623.017613] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.017883] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.018035] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.018372] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.018530] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.018709] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c00049d-0043-4900-a626-f360ea2e8670 is going to be updated. [ 623.047869] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.048289] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.048289] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.048530] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.048692] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.050939] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.050939] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.051111] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.051267] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.051433] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.069265] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c00049d-0043-4900-a626-f360ea2e8670 in Status: IN_PROGRESS for 2s [ 623.070125] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93b48834-77a7-4028-b992-7c876c5b9592 in Status: IN_PROGRESS for 2s [ 623.146143] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.147242] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.147331] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.147515] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5084b0ef-24a3-46fc-bda3-8fa3d226bb05 with status ACTIVE [ 623.147691] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.147969] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.147969] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.148215] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.148409] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.148718] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.148871] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.148871] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.149143] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.149143] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.149359] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.149436] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.149551] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.149624] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.149694] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.149988] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5084b0ef-24a3-46fc-bda3-8fa3d226bb05 is going to be updated. [ 623.175556] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.175784] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.175916] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.176513] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.176840] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.177437] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5084b0ef-24a3-46fc-bda3-8fa3d226bb05" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.652032] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.155273] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.155671] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.155671] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.156303] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.156303] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.156303] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 is going to be created. [ 624.209629] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93b48834-77a7-4028-b992-7c876c5b9592 in Status: SUCCESS [ 624.209629] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.209629] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.209629] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.209629] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93b48834-77a7-4028-b992-7c876c5b9592',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.231135] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.231425] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.231425] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.231894] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.231894] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.244178] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 in Status: UNINITIALIZED for 2s [ 624.380363] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84626a76-549f-4c74-8189-71be8b4e3168 in Status: SUCCESS [ 624.380363] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84626a76-549f-4c74-8189-71be8b4e3168" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.714942] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-93b48834-77a7-4028-b992-7c876c5b9592 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.715250] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.083707] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c00049d-0043-4900-a626-f360ea2e8670 in Status: SUCCESS [ 625.084073] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c00049d-0043-4900-a626-f360ea2e8670" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.084329] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c00049d-0043-4900-a626-f360ea2e8670" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.085162] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c00049d-0043-4900-a626-f360ea2e8670" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.085412] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.085658] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.085794] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.086016] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.086145] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.086315] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c00049d-0043-4900-a626-f360ea2e8670" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.086449] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5c00049d-0043-4900-a626-f360ea2e8670',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.088272] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93b48834-77a7-4028-b992-7c876c5b9592 in Status: SUCCESS [ 625.088448] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.089096] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.089357] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.089584] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.089739] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.089830] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.090039] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.090151] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.090262] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.090381] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('93b48834-77a7-4028-b992-7c876c5b9592',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.592506] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c00049d-0043-4900-a626-f360ea2e8670 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.592924] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c00049d-0043-4900-a626-f360ea2e8670" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.592924] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c00049d-0043-4900-a626-f360ea2e8670" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.593029] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c00049d-0043-4900-a626-f360ea2e8670" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.593247] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.593360] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.593424] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.593590] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.593676] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.593774] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c00049d-0043-4900-a626-f360ea2e8670" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.593921] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c00049d-0043-4900-a626-f360ea2e8670 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.594017] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c00049d-0043-4900-a626-f360ea2e8670" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.594178] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c00049d-0043-4900-a626-f360ea2e8670" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.594293] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c00049d-0043-4900-a626-f360ea2e8670" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.594435] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.594528] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.594587] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.594726] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.594806] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.594888] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c00049d-0043-4900-a626-f360ea2e8670" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.594976] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5c00049d-0043-4900-a626-f360ea2e8670',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.596447] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-93b48834-77a7-4028-b992-7c876c5b9592 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.596552] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.596621] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.596781] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.596926] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.597043] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.597109] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.597251] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.597332] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.597417] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.597559] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-93b48834-77a7-4028-b992-7c876c5b9592 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.597717] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.597779] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.597914] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.598063] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.598181] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.598245] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.598413] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.598542] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.598580] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.598681] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('93b48834-77a7-4028-b992-7c876c5b9592',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.100628] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5c00049d-0043-4900-a626-f360ea2e8670: rpc.has_security_group_logging(os_id): False [ 626.102350] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 93b48834-77a7-4028-b992-7c876c5b9592: rpc.has_security_group_logging(os_id): False [ 626.125267] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.129761] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.129761] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.129761] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.129761] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.130203] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.130203] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.130203] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.130346] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.131575] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.131575] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.131575] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.131575] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.131575] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.131575] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.131575] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.131575] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.131575] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.131575] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.131575] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.132318] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93b48834-77a7-4028-b992-7c876c5b9592 is going to be updated. [ 626.134946] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.135074] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.135074] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.135327] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.135485] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.135792] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.135898] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.135975] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.136689] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.136837] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.138802] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.138802] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.138802] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.138802] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.138802] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.138802] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.138802] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.138802] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.139682] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.140161] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.140161] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c00049d-0043-4900-a626-f360ea2e8670 is going to be updated. [ 626.223683] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.223884] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.223931] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.224670] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.224670] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.227715] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.227715] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.227715] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.227990] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.228240] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.245690] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93b48834-77a7-4028-b992-7c876c5b9592 in Status: IN_PROGRESS for 2s [ 626.247774] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c00049d-0043-4900-a626-f360ea2e8670 in Status: IN_PROGRESS for 2s [ 626.260446] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 in Status: SUCCESS [ 626.260446] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.260446] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.260811] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.261038] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.261171] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.261235] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.261416] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.261505] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.261634] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.261768] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.765172] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.765820] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.765820] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.765820] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.766102] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.766102] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.766242] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.766651] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.766651] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.766651] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.766893] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.766974] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.767050] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.767293] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.767423] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.767543] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.768217] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.769498] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.769498] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.769498] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.769498] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.271924] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8: rpc.has_security_group_logging(os_id): False [ 627.294638] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.294899] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.294952] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.295204] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.295301] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.295586] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.295737] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.295840] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.296066] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.296603] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.296603] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.296603] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.296603] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.296825] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.296825] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.296950] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.297088] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.297161] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.297295] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.297353] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.297441] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 is going to be created. [ 627.371946] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.371946] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.371946] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.372240] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.372240] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.388166] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 in Status: IN_PROGRESS for 2s [ 627.551482] env[65894]: INFO networking_nsxv3.common.synchronization [req-57e88f77-4304-4761-a902-e3a64b61d3fb req-29a649fb-940f-4c64-aaba-4e5710198ad8 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Enqueued Resource ID: 33255802-6495-48dc-b7f2-bb56d9e38363 with Priority: HIGHEST for action security_group_members [ 627.551879] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33255802-6495-48dc-b7f2-bb56d9e38363 with Priority: HIGHEST for action security_group_members [ 627.552198] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-33255802-6495-48dc-b7f2-bb56d9e38363 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.552323] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33255802-6495-48dc-b7f2-bb56d9e38363" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.552377] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33255802-6495-48dc-b7f2-bb56d9e38363" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.553062] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33255802-6495-48dc-b7f2-bb56d9e38363" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.553062] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.553062] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.553062] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.553343] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.553343] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.553343] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33255802-6495-48dc-b7f2-bb56d9e38363',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.055533] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.055933] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.055933] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.056033] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.056075] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.056259] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.056360] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.056421] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.056571] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.056657] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.056742] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33255802-6495-48dc-b7f2-bb56d9e38363 already deleted. [ 628.056822] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33255802-6495-48dc-b7f2-bb56d9e38363" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.227024] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock network-227 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.227231] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "network-227" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.227319] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "network-227" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.227712] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "network-227" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.228121] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.228345] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.228524] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.228840] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.229065] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.229357] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 628.229511] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 628.229658] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 628.229806] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 628.229951] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 628.230134] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 628.230312] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 628.258252] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 628.258401] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 628.258566] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 628.258791] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "network-227" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.259211] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock port-5c6731ff-98a5-4879-b096-1145090a3880 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.259390] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "port-5c6731ff-98a5-4879-b096-1145090a3880" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.259390] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "port-5c6731ff-98a5-4879-b096-1145090a3880" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.259800] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "port-5c6731ff-98a5-4879-b096-1145090a3880" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.259936] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c6731ff-98a5-4879-b096-1145090a3880',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.265990] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93b48834-77a7-4028-b992-7c876c5b9592 in Status: SUCCESS [ 628.266262] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.266515] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.266820] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.266963] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93b48834-77a7-4028-b992-7c876c5b9592',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.281023] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5c00049d-0043-4900-a626-f360ea2e8670 in Status: SUCCESS [ 628.281289] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c00049d-0043-4900-a626-f360ea2e8670" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.766031] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.766031] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.766031] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.766031] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.766031] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.766031] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Segment Port 5c6731ff-98a5-4879-b096-1145090a3880 not found, creating... [ 628.766031] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.766031] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.766031] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.766031] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.766031] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.767044] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.767436] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.767770] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.768225] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.768540] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.768823] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Resource: SegmentPort with ID: 5c6731ff-98a5-4879-b096-1145090a3880 is going to be created. [ 628.770202] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-93b48834-77a7-4028-b992-7c876c5b9592 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.770476] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.770672] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.770959] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.771259] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.771618] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.771832] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.772181] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.772419] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.772642] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.772873] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('93b48834-77a7-4028-b992-7c876c5b9592',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.803053] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.803053] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.803053] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.803053] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.803053] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.803053] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "port-5c6731ff-98a5-4879-b096-1145090a3880" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.276047] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-93b48834-77a7-4028-b992-7c876c5b9592 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.276326] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.276326] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.276514] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.276701] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.276792] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.276878] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.277490] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.277490] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.277490] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.277490] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-93b48834-77a7-4028-b992-7c876c5b9592 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.277762] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.277762] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.277762] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.277918] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.278039] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.278100] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.278249] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.278328] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.278407] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.278552] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('93b48834-77a7-4028-b992-7c876c5b9592',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.411567] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 in Status: SUCCESS [ 629.414031] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.529440] env[65894]: INFO networking_nsxv3.common.synchronization [req-57e88f77-4304-4761-a902-e3a64b61d3fb req-00db5346-e7eb-4889-bcf8-93023fca5863 service nova] Enqueued Resource ID: 33255802-6495-48dc-b7f2-bb56d9e38363 with Priority: HIGHEST for action security_group_rules [ 629.529621] env[65894]: INFO networking_nsxv3.common.synchronization [req-57e88f77-4304-4761-a902-e3a64b61d3fb req-00db5346-e7eb-4889-bcf8-93023fca5863 service nova] Enqueued Resource ID: 33255802-6495-48dc-b7f2-bb56d9e38363 with Priority: HIGHEST for action security_group_members [ 629.529756] env[65894]: INFO networking_nsxv3.common.synchronization [req-57e88f77-4304-4761-a902-e3a64b61d3fb req-00db5346-e7eb-4889-bcf8-93023fca5863 service nova] Enqueued Resource ID: 5c6731ff-98a5-4879-b096-1145090a3880 with Priority: HIGHEST for action port [ 629.530358] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33255802-6495-48dc-b7f2-bb56d9e38363 with Priority: HIGHEST for action security_group_rules [ 629.530499] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33255802-6495-48dc-b7f2-bb56d9e38363 with Priority: HIGHEST for action security_group_members [ 629.530593] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c6731ff-98a5-4879-b096-1145090a3880 with Priority: HIGHEST for action port [ 629.530866] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33255802-6495-48dc-b7f2-bb56d9e38363 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.530999] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33255802-6495-48dc-b7f2-bb56d9e38363" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.532152] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33255802-6495-48dc-b7f2-bb56d9e38363" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.533294] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33255802-6495-48dc-b7f2-bb56d9e38363" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.533294] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33255802-6495-48dc-b7f2-bb56d9e38363',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.534425] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-33255802-6495-48dc-b7f2-bb56d9e38363 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.534425] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33255802-6495-48dc-b7f2-bb56d9e38363" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.534577] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33255802-6495-48dc-b7f2-bb56d9e38363" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.534681] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33255802-6495-48dc-b7f2-bb56d9e38363" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.534924] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.535030] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.535175] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.535219] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.535307] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.535400] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33255802-6495-48dc-b7f2-bb56d9e38363',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.539444] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c6731ff-98a5-4879-b096-1145090a3880 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.539444] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c6731ff-98a5-4879-b096-1145090a3880" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.539444] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c6731ff-98a5-4879-b096-1145090a3880" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.540476] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c6731ff-98a5-4879-b096-1145090a3880" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.540625] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c6731ff-98a5-4879-b096-1145090a3880',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.668915] env[65894]: INFO networking_nsxv3.common.synchronization [None req-b4e098b0-74fd-4e5a-8707-d31153ba317d None None] Enqueued Resource ID: a7946bb4-fe16-48a7-96fb-419aaf2bb606 with Priority: HIGHEST for action port [ 629.669542] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7946bb4-fe16-48a7-96fb-419aaf2bb606 with Priority: HIGHEST for action port [ 629.669652] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-a7946bb4-fe16-48a7-96fb-419aaf2bb606 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.669728] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a7946bb4-fe16-48a7-96fb-419aaf2bb606" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.669728] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a7946bb4-fe16-48a7-96fb-419aaf2bb606" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.669997] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a7946bb4-fe16-48a7-96fb-419aaf2bb606" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.670671] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a7946bb4-fe16-48a7-96fb-419aaf2bb606',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.780911] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 93b48834-77a7-4028-b992-7c876c5b9592: rpc.has_security_group_logging(os_id): False [ 629.800982] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.801970] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.801970] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.801970] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.801970] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.801970] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.801970] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.801970] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.802265] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.802265] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.802328] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.802373] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.802436] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.802595] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.802743] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.802962] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.803343] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.803343] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.803438] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.803528] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.803597] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93b48834-77a7-4028-b992-7c876c5b9592 is going to be updated. [ 629.893291] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.893291] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.893509] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.893554] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.893696] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.912876] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93b48834-77a7-4028-b992-7c876c5b9592 in Status: IN_PROGRESS for 2s [ 630.040191] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('33255802-6495-48dc-b7f2-bb56d9e38363',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.042380] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-33255802-6495-48dc-b7f2-bb56d9e38363 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.042700] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33255802-6495-48dc-b7f2-bb56d9e38363" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.044357] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5c6731ff-98a5-4879-b096-1145090a3880 with status ACTIVE [ 630.044586] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.048026] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.048026] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.048026] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.048026] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.048026] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.048026] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.048026] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.048026] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.048026] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.048026] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.048026] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.048026] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.048026] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.048026] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.048026] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5c6731ff-98a5-4879-b096-1145090a3880 is going to be updated. [ 630.098839] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.099320] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.099416] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.099642] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.099789] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.099962] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c6731ff-98a5-4879-b096-1145090a3880" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.173987] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a7946bb4-fe16-48a7-96fb-419aaf2bb606 [ 630.173987] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.174323] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.174323] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.174410] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.174522] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.174580] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a7946bb4-fe16-48a7-96fb-419aaf2bb606 already deleted. [ 630.174653] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a7946bb4-fe16-48a7-96fb-419aaf2bb606" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.542457] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('33255802-6495-48dc-b7f2-bb56d9e38363',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.044900] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.045138] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.045194] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.048160] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.048160] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.048160] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33255802-6495-48dc-b7f2-bb56d9e38363 is going to be created. [ 631.084522] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.084522] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.084522] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.084522] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.088918] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.105545] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33255802-6495-48dc-b7f2-bb56d9e38363 in Status: UNINITIALIZED for 2s [ 631.713789] env[65894]: INFO networking_nsxv3.common.synchronization [None req-9e77dc3d-1e80-4294-b244-dfab72457187 None None] Enqueued Resource ID: 2a208131-dfe7-44c4-bf2c-bcfa86793803 with Priority: HIGHEST for action port [ 631.714777] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a208131-dfe7-44c4-bf2c-bcfa86793803 with Priority: HIGHEST for action port [ 631.717036] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a208131-dfe7-44c4-bf2c-bcfa86793803 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.717036] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a208131-dfe7-44c4-bf2c-bcfa86793803" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.717036] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a208131-dfe7-44c4-bf2c-bcfa86793803" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.717325] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a208131-dfe7-44c4-bf2c-bcfa86793803" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.717383] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a208131-dfe7-44c4-bf2c-bcfa86793803',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.933659] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93b48834-77a7-4028-b992-7c876c5b9592 in Status: SUCCESS [ 631.933659] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.937975] env[65894]: INFO networking_nsxv3.common.synchronization [None req-a300b2a2-9fd9-4690-b661-33ab81a0c2ca None None] Enqueued Resource ID: c515b011-2196-49bc-ae49-be85627daed0 with Priority: HIGHEST for action port [ 631.939179] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c515b011-2196-49bc-ae49-be85627daed0 with Priority: HIGHEST for action port [ 631.939707] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-c515b011-2196-49bc-ae49-be85627daed0 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.939844] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c515b011-2196-49bc-ae49-be85627daed0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.939940] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c515b011-2196-49bc-ae49-be85627daed0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.940882] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c515b011-2196-49bc-ae49-be85627daed0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.940882] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c515b011-2196-49bc-ae49-be85627daed0',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.222648] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2a208131-dfe7-44c4-bf2c-bcfa86793803 [ 632.222648] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.222648] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.222648] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.222648] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.222648] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.222648] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2a208131-dfe7-44c4-bf2c-bcfa86793803 already deleted. [ 632.222648] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a208131-dfe7-44c4-bf2c-bcfa86793803" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.447227] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c515b011-2196-49bc-ae49-be85627daed0 [ 632.447381] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.447608] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.447754] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.448018] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.448136] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.448406] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c515b011-2196-49bc-ae49-be85627daed0 already deleted. [ 632.448500] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c515b011-2196-49bc-ae49-be85627daed0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.121368] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33255802-6495-48dc-b7f2-bb56d9e38363 in Status: SUCCESS [ 633.121368] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33255802-6495-48dc-b7f2-bb56d9e38363" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.121368] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33255802-6495-48dc-b7f2-bb56d9e38363" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.121368] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33255802-6495-48dc-b7f2-bb56d9e38363" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.122115] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.122115] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.122115] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.122115] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.122115] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.122115] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33255802-6495-48dc-b7f2-bb56d9e38363" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.122115] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('33255802-6495-48dc-b7f2-bb56d9e38363',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.377690] env[65894]: INFO networking_nsxv3.common.synchronization [req-3ffecdcc-d554-49f8-863a-76363c54a0dd req-5431d895-78ed-4f01-a2f3-4c713e37f0c0 tempest-AttachInterfacesV270Test-1123661707 tempest-AttachInterfacesV270Test-1123661707-project-member] Enqueued Resource ID: 7f6f1a96-fde1-403d-b02b-bdaab70ea815 with Priority: HIGHEST for action security_group_members [ 633.378549] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f6f1a96-fde1-403d-b02b-bdaab70ea815 with Priority: HIGHEST for action security_group_members [ 633.379213] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-7f6f1a96-fde1-403d-b02b-bdaab70ea815 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.379213] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7f6f1a96-fde1-403d-b02b-bdaab70ea815" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.379213] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7f6f1a96-fde1-403d-b02b-bdaab70ea815" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.379473] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7f6f1a96-fde1-403d-b02b-bdaab70ea815" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.379545] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.379657] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.380225] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.380225] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.380225] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.380225] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7f6f1a96-fde1-403d-b02b-bdaab70ea815',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.506125] env[65894]: INFO networking_nsxv3.common.synchronization [None req-24ffe813-322d-4bb2-8578-67d2d4ffc7e4 None None] Enqueued Resource ID: 09cff171-4e26-41c1-9a6d-c478b5a316bd with Priority: HIGHEST for action port [ 633.506125] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09cff171-4e26-41c1-9a6d-c478b5a316bd with Priority: HIGHEST for action port [ 633.506358] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-09cff171-4e26-41c1-9a6d-c478b5a316bd taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.506467] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09cff171-4e26-41c1-9a6d-c478b5a316bd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.507125] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09cff171-4e26-41c1-9a6d-c478b5a316bd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.508202] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09cff171-4e26-41c1-9a6d-c478b5a316bd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.508424] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09cff171-4e26-41c1-9a6d-c478b5a316bd',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.625202] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-33255802-6495-48dc-b7f2-bb56d9e38363 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.625416] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33255802-6495-48dc-b7f2-bb56d9e38363" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.625550] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33255802-6495-48dc-b7f2-bb56d9e38363" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.625797] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33255802-6495-48dc-b7f2-bb56d9e38363" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.626346] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.627105] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.627105] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.627105] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.627105] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.627105] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33255802-6495-48dc-b7f2-bb56d9e38363" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.627368] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-33255802-6495-48dc-b7f2-bb56d9e38363 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.627432] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33255802-6495-48dc-b7f2-bb56d9e38363" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.627509] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33255802-6495-48dc-b7f2-bb56d9e38363" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.628452] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33255802-6495-48dc-b7f2-bb56d9e38363" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.628767] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.628923] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.630021] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.630241] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.630361] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.630482] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33255802-6495-48dc-b7f2-bb56d9e38363" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.630605] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('33255802-6495-48dc-b7f2-bb56d9e38363',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.861176] env[65894]: INFO networking_nsxv3.common.synchronization [req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 req-85072e13-4412-4263-895f-e223333e46b1 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] Enqueued Resource ID: 537d15e7-6dbf-4f34-b138-4d989bc5fc3e with Priority: HIGHEST for action security_group_members [ 633.861176] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 537d15e7-6dbf-4f34-b138-4d989bc5fc3e with Priority: HIGHEST for action security_group_members [ 633.861812] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-537d15e7-6dbf-4f34-b138-4d989bc5fc3e taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.862174] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-537d15e7-6dbf-4f34-b138-4d989bc5fc3e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.862383] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-537d15e7-6dbf-4f34-b138-4d989bc5fc3e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.862874] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-537d15e7-6dbf-4f34-b138-4d989bc5fc3e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.863205] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.864868] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.864868] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.864868] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.864868] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.864868] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('537d15e7-6dbf-4f34-b138-4d989bc5fc3e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.885023] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.885023] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.885023] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.885023] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.885023] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.885023] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.885023] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.885023] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.885023] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.885023] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.885023] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f6f1a96-fde1-403d-b02b-bdaab70ea815 is going to be updated. [ 633.926093] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.926093] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.926093] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.926093] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.926093] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.937260] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f6f1a96-fde1-403d-b02b-bdaab70ea815 in Status: IN_PROGRESS for 2s [ 634.011678] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 09cff171-4e26-41c1-9a6d-c478b5a316bd [ 634.012127] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.012306] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.012374] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.012760] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.013339] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.013339] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:09cff171-4e26-41c1-9a6d-c478b5a316bd already deleted. [ 634.013339] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09cff171-4e26-41c1-9a6d-c478b5a316bd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.139451] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 33255802-6495-48dc-b7f2-bb56d9e38363: rpc.has_security_group_logging(os_id): False [ 634.167099] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.167293] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.167351] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.167562] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.167654] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.167916] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.168055] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.168119] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.168259] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.168354] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.168535] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.168662] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.168662] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.168793] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.168889] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.169124] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.169229] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.169308] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.169457] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.169539] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.169617] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33255802-6495-48dc-b7f2-bb56d9e38363 is going to be created. [ 634.250327] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.250327] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.250327] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.250327] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.250327] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.267500] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33255802-6495-48dc-b7f2-bb56d9e38363 in Status: IN_PROGRESS for 2s [ 634.368708] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.368991] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.369130] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.369440] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.369725] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.369813] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.370130] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.370130] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.370310] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.370374] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.370477] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 537d15e7-6dbf-4f34-b138-4d989bc5fc3e already deleted. [ 634.370574] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-537d15e7-6dbf-4f34-b138-4d989bc5fc3e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.375817] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock network-730 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.376031] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "network-730" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.376145] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "network-730" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.376440] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "network-730" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.377008] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.377008] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.377008] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.377398] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.377398] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.377507] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 634.377592] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 634.377732] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 634.377842] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 634.377981] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 634.378101] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 634.378256] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 634.417969] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 634.418527] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Cache value generated in 0.040 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 634.418887] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 634.420163] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "network-730" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.420163] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock port-086d9e05-8a07-4c78-8aec-93b249f0d6dc taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.420163] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "port-086d9e05-8a07-4c78-8aec-93b249f0d6dc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.420163] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "port-086d9e05-8a07-4c78-8aec-93b249f0d6dc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.420670] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "port-086d9e05-8a07-4c78-8aec-93b249f0d6dc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.421926] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('086d9e05-8a07-4c78-8aec-93b249f0d6dc',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.924491] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.924491] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.924626] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.924881] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.925036] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.925190] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Segment Port 086d9e05-8a07-4c78-8aec-93b249f0d6dc not found, creating... [ 634.925451] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.925624] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.925765] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.925999] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.926325] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.926615] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.926774] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.926884] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.927599] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.927819] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.927972] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Resource: SegmentPort with ID: 086d9e05-8a07-4c78-8aec-93b249f0d6dc is going to be created. [ 634.952417] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.952796] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.952796] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.956598] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.957424] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.957424] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "port-086d9e05-8a07-4c78-8aec-93b249f0d6dc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.075082] env[65894]: INFO networking_nsxv3.common.synchronization [None req-3cdfa2bb-81d9-4ff4-a0c5-1b837b372687 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Enqueued Resource ID: 038aed3b-87f7-4470-839c-f59acc91eaad with Priority: HIGHEST for action security_group_rules [ 635.080132] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 038aed3b-87f7-4470-839c-f59acc91eaad with Priority: HIGHEST for action security_group_rules [ 635.081678] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-038aed3b-87f7-4470-839c-f59acc91eaad taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.082128] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-038aed3b-87f7-4470-839c-f59acc91eaad" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.082401] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-038aed3b-87f7-4470-839c-f59acc91eaad" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.082781] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-038aed3b-87f7-4470-839c-f59acc91eaad" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.082910] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('038aed3b-87f7-4470-839c-f59acc91eaad',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.114266] env[65894]: INFO networking_nsxv3.common.synchronization [None req-f9aedcc8-222c-49ed-bfc4-abcd5f963f3f None None] Enqueued Resource ID: 8943ae70-501d-4a79-a7a2-d015e2d45937 with Priority: HIGHEST for action port [ 635.114870] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8943ae70-501d-4a79-a7a2-d015e2d45937 with Priority: HIGHEST for action port [ 635.115200] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-8943ae70-501d-4a79-a7a2-d015e2d45937 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.115325] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8943ae70-501d-4a79-a7a2-d015e2d45937" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.115388] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8943ae70-501d-4a79-a7a2-d015e2d45937" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.115739] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8943ae70-501d-4a79-a7a2-d015e2d45937" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.115858] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8943ae70-501d-4a79-a7a2-d015e2d45937',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.610541] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.610541] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.610541] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.610541] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.610541] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.610541] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 038aed3b-87f7-4470-839c-f59acc91eaad already deleted. [ 635.610541] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-038aed3b-87f7-4470-839c-f59acc91eaad" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.620809] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8943ae70-501d-4a79-a7a2-d015e2d45937 [ 635.620809] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.620809] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.620809] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.620809] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.620809] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.620809] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8943ae70-501d-4a79-a7a2-d015e2d45937 already deleted. [ 635.620809] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8943ae70-501d-4a79-a7a2-d015e2d45937" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.642806] env[65894]: INFO networking_nsxv3.common.synchronization [req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 req-2c1493b5-2ed9-44dd-acba-e029e9878694 service nova] Enqueued Resource ID: 537d15e7-6dbf-4f34-b138-4d989bc5fc3e with Priority: HIGHEST for action security_group_rules [ 635.642806] env[65894]: INFO networking_nsxv3.common.synchronization [req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 req-2c1493b5-2ed9-44dd-acba-e029e9878694 service nova] Enqueued Resource ID: 537d15e7-6dbf-4f34-b138-4d989bc5fc3e with Priority: HIGHEST for action security_group_members [ 635.642806] env[65894]: INFO networking_nsxv3.common.synchronization [req-eb482d86-f29c-4bc8-a7ed-3777c831ecb1 req-2c1493b5-2ed9-44dd-acba-e029e9878694 service nova] Enqueued Resource ID: 086d9e05-8a07-4c78-8aec-93b249f0d6dc with Priority: HIGHEST for action port [ 635.643208] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 537d15e7-6dbf-4f34-b138-4d989bc5fc3e with Priority: HIGHEST for action security_group_rules [ 635.643349] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 537d15e7-6dbf-4f34-b138-4d989bc5fc3e with Priority: HIGHEST for action security_group_members [ 635.643442] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 086d9e05-8a07-4c78-8aec-93b249f0d6dc with Priority: HIGHEST for action port [ 635.643724] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-537d15e7-6dbf-4f34-b138-4d989bc5fc3e taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.643852] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-537d15e7-6dbf-4f34-b138-4d989bc5fc3e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.643921] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-537d15e7-6dbf-4f34-b138-4d989bc5fc3e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.644126] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-537d15e7-6dbf-4f34-b138-4d989bc5fc3e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.644212] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('537d15e7-6dbf-4f34-b138-4d989bc5fc3e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.645243] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-537d15e7-6dbf-4f34-b138-4d989bc5fc3e taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.645419] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-537d15e7-6dbf-4f34-b138-4d989bc5fc3e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.645419] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-537d15e7-6dbf-4f34-b138-4d989bc5fc3e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.645589] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-537d15e7-6dbf-4f34-b138-4d989bc5fc3e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.645865] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.645919] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.645955] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.646120] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.646202] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.646866] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('537d15e7-6dbf-4f34-b138-4d989bc5fc3e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.647925] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-086d9e05-8a07-4c78-8aec-93b249f0d6dc taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.647925] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-086d9e05-8a07-4c78-8aec-93b249f0d6dc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.648141] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-086d9e05-8a07-4c78-8aec-93b249f0d6dc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.648187] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-086d9e05-8a07-4c78-8aec-93b249f0d6dc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.648300] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('086d9e05-8a07-4c78-8aec-93b249f0d6dc',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.808446] env[65894]: INFO networking_nsxv3.common.synchronization [None req-70b89d9d-9189-4c06-8d07-9ad2395602ce tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Enqueued Resource ID: 038aed3b-87f7-4470-839c-f59acc91eaad with Priority: HIGHEST for action security_group_rules [ 635.808446] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 038aed3b-87f7-4470-839c-f59acc91eaad with Priority: HIGHEST for action security_group_rules [ 635.808904] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-038aed3b-87f7-4470-839c-f59acc91eaad taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.811810] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-038aed3b-87f7-4470-839c-f59acc91eaad" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.811810] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-038aed3b-87f7-4470-839c-f59acc91eaad" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.811810] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-038aed3b-87f7-4470-839c-f59acc91eaad" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.811810] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('038aed3b-87f7-4470-839c-f59acc91eaad',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.951745] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7f6f1a96-fde1-403d-b02b-bdaab70ea815 in Status: SUCCESS [ 635.951745] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7f6f1a96-fde1-403d-b02b-bdaab70ea815 deletion is rescheduled due to dependency. [ 635.951909] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7f6f1a96-fde1-403d-b02b-bdaab70ea815" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.066493] env[65894]: INFO networking_nsxv3.common.synchronization [None req-6b610405-9796-4dad-8afb-df93bdb1108b None None] Enqueued Resource ID: 4a06c825-3cb1-470a-a1d5-28e149a863d9 with Priority: HIGHEST for action port [ 636.068166] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a06c825-3cb1-470a-a1d5-28e149a863d9 with Priority: HIGHEST for action port [ 636.069617] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a06c825-3cb1-470a-a1d5-28e149a863d9 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.069789] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a06c825-3cb1-470a-a1d5-28e149a863d9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.069861] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a06c825-3cb1-470a-a1d5-28e149a863d9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.070195] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a06c825-3cb1-470a-a1d5-28e149a863d9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.070376] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a06c825-3cb1-470a-a1d5-28e149a863d9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.152838] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-537d15e7-6dbf-4f34-b138-4d989bc5fc3e taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.152838] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-537d15e7-6dbf-4f34-b138-4d989bc5fc3e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.152838] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('537d15e7-6dbf-4f34-b138-4d989bc5fc3e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.152838] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 086d9e05-8a07-4c78-8aec-93b249f0d6dc with status ACTIVE [ 636.152838] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.152838] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.153332] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.153332] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.153332] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.154033] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.154033] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.154033] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.154033] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.154033] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.155456] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.155607] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.155671] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.155860] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.156631] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.156741] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 086d9e05-8a07-4c78-8aec-93b249f0d6dc is going to be updated. [ 636.184023] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.184249] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.184302] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.184479] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.184628] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.185109] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-086d9e05-8a07-4c78-8aec-93b249f0d6dc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.302565] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33255802-6495-48dc-b7f2-bb56d9e38363 in Status: SUCCESS [ 636.304856] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33255802-6495-48dc-b7f2-bb56d9e38363" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.336278] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.336556] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.336556] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.336722] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.336815] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.336908] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 038aed3b-87f7-4470-839c-f59acc91eaad already deleted. [ 636.336995] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-038aed3b-87f7-4470-839c-f59acc91eaad" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.574606] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4a06c825-3cb1-470a-a1d5-28e149a863d9 [ 636.575368] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.575578] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.575690] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.575942] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.576063] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.576181] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4a06c825-3cb1-470a-a1d5-28e149a863d9 already deleted. [ 636.576236] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a06c825-3cb1-470a-a1d5-28e149a863d9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.658878] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('537d15e7-6dbf-4f34-b138-4d989bc5fc3e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.163290] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.163290] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.163290] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.163460] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.163496] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.163644] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 537d15e7-6dbf-4f34-b138-4d989bc5fc3e is going to be created. [ 637.198543] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.198914] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.199375] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.199715] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.200358] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.212665] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 537d15e7-6dbf-4f34-b138-4d989bc5fc3e in Status: UNINITIALIZED for 2s [ 638.011840] env[65894]: INFO networking_nsxv3.common.synchronization [None req-8b5da4a2-5833-4a66-b659-f53c15956b8c tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Enqueued Resource ID: df17d83e-1ba6-4fb4-b922-5bc7930862c5 with Priority: HIGHEST for action security_group_rules [ 638.012551] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df17d83e-1ba6-4fb4-b922-5bc7930862c5 with Priority: HIGHEST for action security_group_rules [ 638.013134] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df17d83e-1ba6-4fb4-b922-5bc7930862c5 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.013267] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df17d83e-1ba6-4fb4-b922-5bc7930862c5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.013364] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df17d83e-1ba6-4fb4-b922-5bc7930862c5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.013734] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df17d83e-1ba6-4fb4-b922-5bc7930862c5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.013859] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df17d83e-1ba6-4fb4-b922-5bc7930862c5',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.417849] env[65894]: INFO networking_nsxv3.common.synchronization [req-8fdaf90e-40db-43bc-82b1-579556c6bc9e req-7d062c4b-1bd9-482b-9e45-92ca3f2d6196 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Enqueued Resource ID: ee473872-0cee-445b-80c2-9872fc2d0453 with Priority: HIGHEST for action security_group_members [ 638.419256] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee473872-0cee-445b-80c2-9872fc2d0453 with Priority: HIGHEST for action security_group_members [ 638.419961] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee473872-0cee-445b-80c2-9872fc2d0453 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.420227] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.420370] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.420750] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.421099] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.421323] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.421469] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.421737] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.421880] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.422031] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee473872-0cee-445b-80c2-9872fc2d0453',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.478041] env[65894]: INFO networking_nsxv3.common.synchronization [None req-6813edb6-4de0-46d2-b17f-b9510f6fb19e tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Enqueued Resource ID: df17d83e-1ba6-4fb4-b922-5bc7930862c5 with Priority: HIGHEST for action security_group_rules [ 638.478586] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df17d83e-1ba6-4fb4-b922-5bc7930862c5 with Priority: HIGHEST for action security_group_rules [ 638.478930] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df17d83e-1ba6-4fb4-b922-5bc7930862c5 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.479046] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df17d83e-1ba6-4fb4-b922-5bc7930862c5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.539425] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.539425] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.539425] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.539425] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.539425] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.539425] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df17d83e-1ba6-4fb4-b922-5bc7930862c5 already deleted. [ 638.539425] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df17d83e-1ba6-4fb4-b922-5bc7930862c5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.539425] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df17d83e-1ba6-4fb4-b922-5bc7930862c5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.539425] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df17d83e-1ba6-4fb4-b922-5bc7930862c5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.539425] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df17d83e-1ba6-4fb4-b922-5bc7930862c5',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.800145] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock network-802 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.800363] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "network-802" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.800496] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "network-802" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.800804] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "network-802" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.801069] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.801779] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.801779] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.801779] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.801779] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.801983] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 638.801983] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 638.802095] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 638.802251] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 638.802357] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 638.802481] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 638.802622] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 638.824625] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 638.824835] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 638.824915] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 638.825111] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "network-802" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.825527] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock port-b06cd24d-3cbd-45ce-ad5b-882507d0c3f6 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.825804] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "port-b06cd24d-3cbd-45ce-ad5b-882507d0c3f6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.825925] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "port-b06cd24d-3cbd-45ce-ad5b-882507d0c3f6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.826294] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "port-b06cd24d-3cbd-45ce-ad5b-882507d0c3f6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.826430] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b06cd24d-3cbd-45ce-ad5b-882507d0c3f6',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.925276] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.925433] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.925498] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.925795] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.925902] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.926106] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.926210] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.926291] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.926517] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.926660] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.926792] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee473872-0cee-445b-80c2-9872fc2d0453 already deleted. [ 638.926924] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.068022] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.068022] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.068022] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.068022] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.068022] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.068022] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df17d83e-1ba6-4fb4-b922-5bc7930862c5 already deleted. [ 639.068022] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df17d83e-1ba6-4fb4-b922-5bc7930862c5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.225108] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 537d15e7-6dbf-4f34-b138-4d989bc5fc3e in Status: SUCCESS [ 639.225349] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-537d15e7-6dbf-4f34-b138-4d989bc5fc3e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.225507] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-537d15e7-6dbf-4f34-b138-4d989bc5fc3e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.225744] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-537d15e7-6dbf-4f34-b138-4d989bc5fc3e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.225940] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.226082] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.226151] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.226318] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.226394] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.226478] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-537d15e7-6dbf-4f34-b138-4d989bc5fc3e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.226569] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('537d15e7-6dbf-4f34-b138-4d989bc5fc3e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.328652] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.328921] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.329053] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.329435] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.329628] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.329822] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Segment Port b06cd24d-3cbd-45ce-ad5b-882507d0c3f6 not found, creating... [ 639.330151] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.330379] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.330527] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.330764] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.330912] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.331283] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.331516] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.331670] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.331902] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.332169] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.332354] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Resource: SegmentPort with ID: b06cd24d-3cbd-45ce-ad5b-882507d0c3f6 is going to be created. [ 639.359235] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.359510] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.359636] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.360333] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.360333] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.360495] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "port-b06cd24d-3cbd-45ce-ad5b-882507d0c3f6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.729143] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('537d15e7-6dbf-4f34-b138-4d989bc5fc3e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.166586] env[65894]: INFO networking_nsxv3.common.synchronization [req-8fdaf90e-40db-43bc-82b1-579556c6bc9e req-91efd0eb-6a52-4b21-a7df-3dfe5d3af717 service nova] Enqueued Resource ID: ee473872-0cee-445b-80c2-9872fc2d0453 with Priority: HIGHEST for action security_group_rules [ 640.166917] env[65894]: INFO networking_nsxv3.common.synchronization [req-8fdaf90e-40db-43bc-82b1-579556c6bc9e req-91efd0eb-6a52-4b21-a7df-3dfe5d3af717 service nova] Enqueued Resource ID: ee473872-0cee-445b-80c2-9872fc2d0453 with Priority: HIGHEST for action security_group_members [ 640.167054] env[65894]: INFO networking_nsxv3.common.synchronization [req-8fdaf90e-40db-43bc-82b1-579556c6bc9e req-91efd0eb-6a52-4b21-a7df-3dfe5d3af717 service nova] Enqueued Resource ID: b06cd24d-3cbd-45ce-ad5b-882507d0c3f6 with Priority: HIGHEST for action port [ 640.169348] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee473872-0cee-445b-80c2-9872fc2d0453 with Priority: HIGHEST for action security_group_rules [ 640.169506] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee473872-0cee-445b-80c2-9872fc2d0453 with Priority: HIGHEST for action security_group_members [ 640.169708] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b06cd24d-3cbd-45ce-ad5b-882507d0c3f6 with Priority: HIGHEST for action port [ 640.170097] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee473872-0cee-445b-80c2-9872fc2d0453 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.170214] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.170298] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.170655] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.170755] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee473872-0cee-445b-80c2-9872fc2d0453',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.171980] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee473872-0cee-445b-80c2-9872fc2d0453 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.172222] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.172334] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.174055] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.174055] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.174055] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.174055] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.174447] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.174447] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.174447] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee473872-0cee-445b-80c2-9872fc2d0453',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.176334] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-b06cd24d-3cbd-45ce-ad5b-882507d0c3f6 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.176334] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b06cd24d-3cbd-45ce-ad5b-882507d0c3f6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.176334] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b06cd24d-3cbd-45ce-ad5b-882507d0c3f6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.176334] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b06cd24d-3cbd-45ce-ad5b-882507d0c3f6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.176334] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b06cd24d-3cbd-45ce-ad5b-882507d0c3f6',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.234195] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 537d15e7-6dbf-4f34-b138-4d989bc5fc3e: rpc.has_security_group_logging(os_id): False [ 640.255230] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.255342] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.255461] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.255634] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.256858] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.256858] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.256858] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.256858] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.257443] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.257443] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.257443] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 537d15e7-6dbf-4f34-b138-4d989bc5fc3e is going to be created. [ 640.335020] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.335020] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.335020] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.335020] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.335020] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.349102] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 537d15e7-6dbf-4f34-b138-4d989bc5fc3e in Status: IN_PROGRESS for 2s [ 640.682106] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee473872-0cee-445b-80c2-9872fc2d0453',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.682347] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b06cd24d-3cbd-45ce-ad5b-882507d0c3f6 with status ACTIVE [ 640.682552] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.682686] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.682776] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.683011] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.683115] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.683319] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.683442] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.683502] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.683680] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.684350] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.684594] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.684701] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.684767] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.684930] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.686521] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.686710] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b06cd24d-3cbd-45ce-ad5b-882507d0c3f6 is going to be updated. [ 640.688369] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee473872-0cee-445b-80c2-9872fc2d0453 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.688558] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.714367] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.714577] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.714673] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.714947] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.715608] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.715608] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b06cd24d-3cbd-45ce-ad5b-882507d0c3f6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.758043] env[65894]: INFO networking_nsxv3.common.synchronization [None req-8d2d762b-2f61-4df3-b537-a8e73627bd4c None None] Enqueued Resource ID: 3f7aa751-fcdb-4c09-b1ad-9ff18d6d7457 with Priority: HIGHEST for action port [ 640.759609] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f7aa751-fcdb-4c09-b1ad-9ff18d6d7457 with Priority: HIGHEST for action port [ 640.760745] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f7aa751-fcdb-4c09-b1ad-9ff18d6d7457 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.760907] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f7aa751-fcdb-4c09-b1ad-9ff18d6d7457" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.760965] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f7aa751-fcdb-4c09-b1ad-9ff18d6d7457" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.761234] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f7aa751-fcdb-4c09-b1ad-9ff18d6d7457" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.761357] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f7aa751-fcdb-4c09-b1ad-9ff18d6d7457',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.190084] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee473872-0cee-445b-80c2-9872fc2d0453',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.263892] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3f7aa751-fcdb-4c09-b1ad-9ff18d6d7457 [ 641.264348] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.264652] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.265460] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.265803] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.266015] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.266612] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3f7aa751-fcdb-4c09-b1ad-9ff18d6d7457 already deleted. [ 641.266824] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f7aa751-fcdb-4c09-b1ad-9ff18d6d7457" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.693095] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.693330] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.693400] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.693673] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.693803] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.693929] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee473872-0cee-445b-80c2-9872fc2d0453 is going to be created. [ 641.787510] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.788941] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.788941] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.789231] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.789375] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.803755] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee473872-0cee-445b-80c2-9872fc2d0453 in Status: UNINITIALIZED for 2s [ 642.371204] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 537d15e7-6dbf-4f34-b138-4d989bc5fc3e in Status: SUCCESS [ 642.371204] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-537d15e7-6dbf-4f34-b138-4d989bc5fc3e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.924897] env[65894]: INFO networking_nsxv3.common.synchronization [req-d37d4ff2-0e18-4699-a26e-267727e05569 req-45cb000a-2830-4e70-896f-6f6ece96e585 tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] Enqueued Resource ID: bf27b547-48d9-449a-b894-76107873c429 with Priority: HIGHEST for action security_group_members [ 642.925473] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf27b547-48d9-449a-b894-76107873c429 with Priority: HIGHEST for action security_group_members [ 642.925803] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf27b547-48d9-449a-b894-76107873c429 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.926087] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf27b547-48d9-449a-b894-76107873c429" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.926166] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf27b547-48d9-449a-b894-76107873c429" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.926641] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf27b547-48d9-449a-b894-76107873c429" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.926641] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.927904] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.927904] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.927904] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.927904] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.927904] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf27b547-48d9-449a-b894-76107873c429',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.103440] env[65894]: INFO networking_nsxv3.common.synchronization [None req-18c063ea-63f6-4e38-b9bf-1e70dbcaa041 None None] Enqueued Resource ID: 6a33cccb-72ad-425c-853c-3bdf4ee542a4 with Priority: HIGHEST for action port [ 643.104650] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a33cccb-72ad-425c-853c-3bdf4ee542a4 with Priority: HIGHEST for action port [ 643.104650] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a33cccb-72ad-425c-853c-3bdf4ee542a4 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.104650] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a33cccb-72ad-425c-853c-3bdf4ee542a4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.104650] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a33cccb-72ad-425c-853c-3bdf4ee542a4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.104864] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a33cccb-72ad-425c-853c-3bdf4ee542a4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.104864] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a33cccb-72ad-425c-853c-3bdf4ee542a4',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.431529] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.431820] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.431820] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.432057] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.432125] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.432329] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.432432] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.432494] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.432746] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.432746] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.432820] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf27b547-48d9-449a-b894-76107873c429 already deleted. [ 643.432933] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf27b547-48d9-449a-b894-76107873c429" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.456706] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock network-828 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.456906] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "network-828" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.457037] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "network-828" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.457350] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "network-828" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.457609] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.457826] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.457948] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.458360] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.458513] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.458723] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 643.458864] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 643.458980] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 643.459070] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 643.459197] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 643.459310] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 643.459441] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 643.493385] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 643.493385] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 643.493385] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 643.494353] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "network-828" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.494732] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock port-ce8e344a-09da-4a90-9c57-e9e5954ae839 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.494890] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "port-ce8e344a-09da-4a90-9c57-e9e5954ae839" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.495021] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "port-ce8e344a-09da-4a90-9c57-e9e5954ae839" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.495350] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "port-ce8e344a-09da-4a90-9c57-e9e5954ae839" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.495486] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce8e344a-09da-4a90-9c57-e9e5954ae839',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.610044] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6a33cccb-72ad-425c-853c-3bdf4ee542a4 [ 643.610044] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.610348] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.610348] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.610866] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.610866] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.610866] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6a33cccb-72ad-425c-853c-3bdf4ee542a4 already deleted. [ 643.610866] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a33cccb-72ad-425c-853c-3bdf4ee542a4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.828638] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee473872-0cee-445b-80c2-9872fc2d0453 in Status: SUCCESS [ 643.828895] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.829099] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.829320] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.829507] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.829626] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.829691] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.829838] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.829921] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.830013] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.830118] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ee473872-0cee-445b-80c2-9872fc2d0453',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.998671] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.002021] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.002021] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.002021] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.002021] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.002021] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Segment Port ce8e344a-09da-4a90-9c57-e9e5954ae839 not found, creating... [ 644.002021] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.002021] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.002021] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.002021] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.002021] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.002446] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.003624] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.003983] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.004371] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.006334] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.006334] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Resource: SegmentPort with ID: ce8e344a-09da-4a90-9c57-e9e5954ae839 is going to be created. [ 644.053030] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.053030] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.053194] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.053425] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.053698] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.054045] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "port-ce8e344a-09da-4a90-9c57-e9e5954ae839" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.333045] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee473872-0cee-445b-80c2-9872fc2d0453 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.333307] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.333307] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.333391] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.333552] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.333659] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.333719] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.334038] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.334038] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.334132] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.334256] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee473872-0cee-445b-80c2-9872fc2d0453 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.334361] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.334419] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.334582] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.334732] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.334830] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.334899] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.335314] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.335314] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.335314] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.335469] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ee473872-0cee-445b-80c2-9872fc2d0453',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.793421] env[65894]: INFO networking_nsxv3.common.synchronization [req-d37d4ff2-0e18-4699-a26e-267727e05569 req-49e084d2-03a4-42d8-ad2b-a5bfe0b2486e service nova] Enqueued Resource ID: bf27b547-48d9-449a-b894-76107873c429 with Priority: HIGHEST for action security_group_rules [ 644.793421] env[65894]: INFO networking_nsxv3.common.synchronization [req-d37d4ff2-0e18-4699-a26e-267727e05569 req-49e084d2-03a4-42d8-ad2b-a5bfe0b2486e service nova] Enqueued Resource ID: bf27b547-48d9-449a-b894-76107873c429 with Priority: HIGHEST for action security_group_members [ 644.793421] env[65894]: INFO networking_nsxv3.common.synchronization [req-d37d4ff2-0e18-4699-a26e-267727e05569 req-49e084d2-03a4-42d8-ad2b-a5bfe0b2486e service nova] Enqueued Resource ID: ce8e344a-09da-4a90-9c57-e9e5954ae839 with Priority: HIGHEST for action port [ 644.797642] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf27b547-48d9-449a-b894-76107873c429 with Priority: HIGHEST for action security_group_rules [ 644.797642] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf27b547-48d9-449a-b894-76107873c429 with Priority: HIGHEST for action security_group_members [ 644.797642] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce8e344a-09da-4a90-9c57-e9e5954ae839 with Priority: HIGHEST for action port [ 644.797642] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf27b547-48d9-449a-b894-76107873c429 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.797642] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf27b547-48d9-449a-b894-76107873c429" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.797642] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf27b547-48d9-449a-b894-76107873c429" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.797642] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf27b547-48d9-449a-b894-76107873c429" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.797642] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf27b547-48d9-449a-b894-76107873c429',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.798453] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf27b547-48d9-449a-b894-76107873c429 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.798575] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf27b547-48d9-449a-b894-76107873c429" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.798660] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf27b547-48d9-449a-b894-76107873c429" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.798816] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf27b547-48d9-449a-b894-76107873c429" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.798990] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.799196] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.799295] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.799410] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.799554] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.799672] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf27b547-48d9-449a-b894-76107873c429',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.801164] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce8e344a-09da-4a90-9c57-e9e5954ae839 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.801164] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce8e344a-09da-4a90-9c57-e9e5954ae839" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.801164] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce8e344a-09da-4a90-9c57-e9e5954ae839" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.801544] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce8e344a-09da-4a90-9c57-e9e5954ae839" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.801544] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce8e344a-09da-4a90-9c57-e9e5954ae839',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.837823] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ee473872-0cee-445b-80c2-9872fc2d0453: rpc.has_security_group_logging(os_id): False [ 644.860924] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.861193] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.861278] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.861513] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.861625] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.861837] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.861942] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.862015] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.862186] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.862263] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.862499] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.862600] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.862664] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.862815] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.862892] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.863409] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.863586] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.865118] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.865359] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.865417] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.865496] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee473872-0cee-445b-80c2-9872fc2d0453 is going to be created. [ 644.944513] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.944513] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.944513] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.944665] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.944796] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.963646] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee473872-0cee-445b-80c2-9872fc2d0453 in Status: IN_PROGRESS for 2s [ 645.078028] env[65894]: INFO networking_nsxv3.common.synchronization [req-71d63c56-7e24-4ca4-b77f-3020915b902f req-5a0e61fb-2ce7-4cf6-b31a-2ea39bbe25f0 tempest-InstanceActionsTestJSON-1657652351 tempest-InstanceActionsTestJSON-1657652351-project-member] Enqueued Resource ID: 2d0dcef0-5c06-4a75-a870-590be4c04ed4 with Priority: HIGHEST for action security_group_members [ 645.078028] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d0dcef0-5c06-4a75-a870-590be4c04ed4 with Priority: HIGHEST for action security_group_members [ 645.078512] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d0dcef0-5c06-4a75-a870-590be4c04ed4 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.078804] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d0dcef0-5c06-4a75-a870-590be4c04ed4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.081145] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d0dcef0-5c06-4a75-a870-590be4c04ed4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.081145] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d0dcef0-5c06-4a75-a870-590be4c04ed4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.081145] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.081145] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.081145] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.081145] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.081145] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.081145] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d0dcef0-5c06-4a75-a870-590be4c04ed4',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.303458] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf27b547-48d9-449a-b894-76107873c429 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.303722] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf27b547-48d9-449a-b894-76107873c429" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.304077] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf27b547-48d9-449a-b894-76107873c429',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.307161] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ce8e344a-09da-4a90-9c57-e9e5954ae839 with status ACTIVE [ 645.307317] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.307831] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.307831] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.307831] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.307987] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.308176] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.308332] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.308332] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.308608] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.308608] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.308950] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.308950] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.308950] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.309508] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.309508] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.309508] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ce8e344a-09da-4a90-9c57-e9e5954ae839 is going to be updated. [ 645.333768] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.334238] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.334238] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.334238] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.334492] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.334557] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce8e344a-09da-4a90-9c57-e9e5954ae839" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.504317] env[65894]: INFO networking_nsxv3.common.synchronization [req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 req-8f4f01d4-65ee-4e5a-a823-4831abd40fe4 tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Enqueued Resource ID: 37512978-9204-4fbd-9826-5f8ea7fbbb4d with Priority: HIGHEST for action security_group_members [ 645.505391] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37512978-9204-4fbd-9826-5f8ea7fbbb4d with Priority: HIGHEST for action security_group_members [ 645.506358] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-37512978-9204-4fbd-9826-5f8ea7fbbb4d taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.506669] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37512978-9204-4fbd-9826-5f8ea7fbbb4d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.506855] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37512978-9204-4fbd-9826-5f8ea7fbbb4d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.507161] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37512978-9204-4fbd-9826-5f8ea7fbbb4d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.507422] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.507641] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.509400] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.509400] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.509400] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.509400] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37512978-9204-4fbd-9826-5f8ea7fbbb4d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.584052] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.584052] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.584052] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.584311] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.584311] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.585049] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.585049] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.585049] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.585049] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.585049] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.585049] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d0dcef0-5c06-4a75-a870-590be4c04ed4 is going to be updated. [ 645.617103] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.617286] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.617363] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.619131] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.619131] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.635614] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d0dcef0-5c06-4a75-a870-590be4c04ed4 in Status: IN_PROGRESS for 2s [ 645.808387] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf27b547-48d9-449a-b894-76107873c429',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.874907] env[65894]: INFO networking_nsxv3.common.synchronization [req-1462ec68-e3b3-4ead-8db6-4ef1e4a29aa2 req-3972d64f-a787-4440-9f66-59c235bb7012 tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Enqueued Resource ID: 93b48834-77a7-4028-b992-7c876c5b9592 with Priority: HIGHEST for action security_group_members [ 645.875448] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93b48834-77a7-4028-b992-7c876c5b9592 with Priority: HIGHEST for action security_group_members [ 645.875784] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-93b48834-77a7-4028-b992-7c876c5b9592 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.875970] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.876256] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.876534] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.876791] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.876982] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.877060] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.877260] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.877383] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.877519] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93b48834-77a7-4028-b992-7c876c5b9592',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.959729] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock network-227 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.959978] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "network-227" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.960095] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "network-227" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.960367] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "network-227" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.960569] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.960701] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.960812] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.961070] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.961228] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.961454] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 645.961525] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 645.961692] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 645.961802] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 645.961939] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 645.962104] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 645.962239] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 645.985475] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 645.985630] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 645.985793] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 645.986016] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "network-227" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.986342] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock port-f2837fc7-6023-495f-9028-76e8f3a841d6 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.986891] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "port-f2837fc7-6023-495f-9028-76e8f3a841d6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.986891] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "port-f2837fc7-6023-495f-9028-76e8f3a841d6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.987036] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "port-f2837fc7-6023-495f-9028-76e8f3a841d6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.987112] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2837fc7-6023-495f-9028-76e8f3a841d6',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.011064] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.011064] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.011190] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.011333] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.011437] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.011631] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.011748] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.011793] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.011946] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.012111] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.012111] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37512978-9204-4fbd-9826-5f8ea7fbbb4d is going to be updated. [ 646.045974] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.045974] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.045974] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.045974] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.046506] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.061021] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37512978-9204-4fbd-9826-5f8ea7fbbb4d in Status: IN_PROGRESS for 2s [ 646.277556] env[65894]: INFO networking_nsxv3.common.synchronization [req-1462ec68-e3b3-4ead-8db6-4ef1e4a29aa2 req-562666ee-e691-4a82-942e-9ec3a6d570d7 tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Enqueued Resource ID: 93b48834-77a7-4028-b992-7c876c5b9592 with Priority: HIGHEST for action security_group_members [ 646.278135] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93b48834-77a7-4028-b992-7c876c5b9592 with Priority: HIGHEST for action security_group_members [ 646.278436] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-93b48834-77a7-4028-b992-7c876c5b9592 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.278555] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.312586] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.312789] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.312893] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.313083] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.313172] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.313264] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf27b547-48d9-449a-b894-76107873c429 is going to be created. [ 646.339036] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.339207] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.339261] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.339498] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.339661] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.350200] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf27b547-48d9-449a-b894-76107873c429 in Status: UNINITIALIZED for 2s [ 646.380249] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93b48834-77a7-4028-b992-7c876c5b9592',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.490933] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.491398] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.491603] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.491904] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.492157] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.492395] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Segment Port f2837fc7-6023-495f-9028-76e8f3a841d6 not found, creating... [ 646.492751] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.492951] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.493109] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.493369] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.493556] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.493895] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.494109] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.494255] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.494538] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.494722] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.494904] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Resource: SegmentPort with ID: f2837fc7-6023-495f-9028-76e8f3a841d6 is going to be created. [ 646.521722] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.521722] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.521722] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.521872] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.522089] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.522339] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "port-f2837fc7-6023-495f-9028-76e8f3a841d6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.609084] env[65894]: INFO networking_nsxv3.common.synchronization [req-1462ec68-e3b3-4ead-8db6-4ef1e4a29aa2 req-d37e2144-b7e1-4080-ac72-224e2b1004ef tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Enqueued Resource ID: 93b48834-77a7-4028-b992-7c876c5b9592 with Priority: HIGHEST for action security_group_members [ 646.609676] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93b48834-77a7-4028-b992-7c876c5b9592 with Priority: HIGHEST for action security_group_members [ 646.609971] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-93b48834-77a7-4028-b992-7c876c5b9592 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.610317] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.882143] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93b48834-77a7-4028-b992-7c876c5b9592',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.979280] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee473872-0cee-445b-80c2-9872fc2d0453 in Status: SUCCESS [ 646.979661] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.280653] env[65894]: INFO networking_nsxv3.common.synchronization [req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 req-9e25be0c-ab0f-4edd-b9a7-3f70e2b6adc5 service nova] Enqueued Resource ID: 37512978-9204-4fbd-9826-5f8ea7fbbb4d with Priority: HIGHEST for action security_group_rules [ 647.280653] env[65894]: INFO networking_nsxv3.common.synchronization [req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 req-9e25be0c-ab0f-4edd-b9a7-3f70e2b6adc5 service nova] Enqueued Resource ID: 37512978-9204-4fbd-9826-5f8ea7fbbb4d with Priority: HIGHEST for action security_group_members [ 647.280653] env[65894]: INFO networking_nsxv3.common.synchronization [req-8265a46c-e6e1-4229-ab43-7c3e63c9cab2 req-9e25be0c-ab0f-4edd-b9a7-3f70e2b6adc5 service nova] Enqueued Resource ID: f2837fc7-6023-495f-9028-76e8f3a841d6 with Priority: HIGHEST for action port [ 647.281429] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37512978-9204-4fbd-9826-5f8ea7fbbb4d with Priority: HIGHEST for action security_group_rules [ 647.281429] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37512978-9204-4fbd-9826-5f8ea7fbbb4d with Priority: HIGHEST for action security_group_members [ 647.281624] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2837fc7-6023-495f-9028-76e8f3a841d6 with Priority: HIGHEST for action port [ 647.281756] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37512978-9204-4fbd-9826-5f8ea7fbbb4d taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.281884] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37512978-9204-4fbd-9826-5f8ea7fbbb4d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.281949] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37512978-9204-4fbd-9826-5f8ea7fbbb4d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.282624] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37512978-9204-4fbd-9826-5f8ea7fbbb4d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.282624] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37512978-9204-4fbd-9826-5f8ea7fbbb4d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.284352] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-37512978-9204-4fbd-9826-5f8ea7fbbb4d taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.284476] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37512978-9204-4fbd-9826-5f8ea7fbbb4d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.284726] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2837fc7-6023-495f-9028-76e8f3a841d6 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.284837] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2837fc7-6023-495f-9028-76e8f3a841d6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.284904] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2837fc7-6023-495f-9028-76e8f3a841d6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.285868] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2837fc7-6023-495f-9028-76e8f3a841d6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.285868] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2837fc7-6023-495f-9028-76e8f3a841d6',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.384388] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.384585] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.384664] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.384881] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.384970] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.385068] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93b48834-77a7-4028-b992-7c876c5b9592 is going to be updated. [ 647.416462] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.416739] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.416739] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.416886] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.417046] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.426436] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93b48834-77a7-4028-b992-7c876c5b9592 in Status: IN_PROGRESS for 2s [ 647.748338] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d0dcef0-5c06-4a75-a870-590be4c04ed4 in Status: SUCCESS [ 647.748526] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d0dcef0-5c06-4a75-a870-590be4c04ed4 deletion is rescheduled due to dependency. [ 647.748669] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d0dcef0-5c06-4a75-a870-590be4c04ed4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.787120] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-37512978-9204-4fbd-9826-5f8ea7fbbb4d taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.787120] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37512978-9204-4fbd-9826-5f8ea7fbbb4d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.787892] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f2837fc7-6023-495f-9028-76e8f3a841d6 with status ACTIVE [ 647.788125] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.788248] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.788313] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.788525] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.788601] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.788777] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.790114] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.790114] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.790114] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.790114] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.790114] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.790114] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.790114] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.790114] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.790114] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.790114] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f2837fc7-6023-495f-9028-76e8f3a841d6 is going to be updated. [ 647.829372] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.829579] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.829579] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.829974] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.829974] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.830157] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2837fc7-6023-495f-9028-76e8f3a841d6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.070659] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37512978-9204-4fbd-9826-5f8ea7fbbb4d in Status: SUCCESS [ 648.070659] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37512978-9204-4fbd-9826-5f8ea7fbbb4d deletion is rescheduled due to dependency. [ 648.070659] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37512978-9204-4fbd-9826-5f8ea7fbbb4d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.070659] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37512978-9204-4fbd-9826-5f8ea7fbbb4d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.070659] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37512978-9204-4fbd-9826-5f8ea7fbbb4d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.070659] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.070659] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.070659] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.070659] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.070659] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.070659] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37512978-9204-4fbd-9826-5f8ea7fbbb4d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.111127] env[65894]: INFO networking_nsxv3.common.synchronization [req-7f6fa5e1-674a-45cf-98a5-07a752d237f5 req-1a260896-de9a-434b-830f-3cb3a73f0b44 tempest-SecurityGroupRulesTestJSON-1928462804 tempest-SecurityGroupRulesTestJSON-1928462804-project-member] Enqueued Resource ID: ce78905e-a84a-4d7c-a054-40d41012f2b6 with Priority: HIGHEST for action security_group_rules [ 648.111503] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce78905e-a84a-4d7c-a054-40d41012f2b6 with Priority: HIGHEST for action security_group_rules [ 648.111939] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ce78905e-a84a-4d7c-a054-40d41012f2b6 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.112443] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ce78905e-a84a-4d7c-a054-40d41012f2b6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.112522] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ce78905e-a84a-4d7c-a054-40d41012f2b6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.112762] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ce78905e-a84a-4d7c-a054-40d41012f2b6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.113210] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ce78905e-a84a-4d7c-a054-40d41012f2b6',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.360792] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf27b547-48d9-449a-b894-76107873c429 in Status: SUCCESS [ 648.361018] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf27b547-48d9-449a-b894-76107873c429" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.361188] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf27b547-48d9-449a-b894-76107873c429" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.361404] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf27b547-48d9-449a-b894-76107873c429" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.361593] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.361705] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.361766] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.361947] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.362041] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.362102] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf27b547-48d9-449a-b894-76107873c429" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.362164] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bf27b547-48d9-449a-b894-76107873c429',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.577091] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('37512978-9204-4fbd-9826-5f8ea7fbbb4d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.638974] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.638974] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.638974] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.638974] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.638974] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.638974] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ce78905e-a84a-4d7c-a054-40d41012f2b6 already deleted. [ 648.638974] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ce78905e-a84a-4d7c-a054-40d41012f2b6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.867359] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bf27b547-48d9-449a-b894-76107873c429',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.079624] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('37512978-9204-4fbd-9826-5f8ea7fbbb4d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.370886] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bf27b547-48d9-449a-b894-76107873c429: rpc.has_security_group_logging(os_id): False [ 649.391762] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.391943] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.392035] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.392604] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.392604] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.392604] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.392900] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.392900] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.393021] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.393079] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.393129] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf27b547-48d9-449a-b894-76107873c429 is going to be created. [ 649.437763] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93b48834-77a7-4028-b992-7c876c5b9592 in Status: SUCCESS [ 649.437964] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.438172] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.439119] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.439119] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.439119] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.439119] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.439119] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.439119] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.439119] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93b48834-77a7-4028-b992-7c876c5b9592',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.479061] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.479224] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.479289] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.479553] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.479709] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.496242] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf27b547-48d9-449a-b894-76107873c429 in Status: IN_PROGRESS for 2s [ 649.583797] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.583979] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.584117] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.584373] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.584508] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.584653] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37512978-9204-4fbd-9826-5f8ea7fbbb4d is going to be updated. [ 649.628520] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.628801] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.628801] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.629528] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.629528] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.656504] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37512978-9204-4fbd-9826-5f8ea7fbbb4d in Status: IN_PROGRESS for 2s [ 649.942981] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.943181] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.943253] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.943486] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.943577] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.944154] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.944290] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.944361] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.944987] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.947563] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.948712] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93b48834-77a7-4028-b992-7c876c5b9592 is going to be updated. [ 649.989790] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.989983] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.990041] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.990293] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.990397] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.004758] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93b48834-77a7-4028-b992-7c876c5b9592 in Status: IN_PROGRESS for 2s [ 650.970671] env[65894]: INFO networking_nsxv3.common.synchronization [req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 req-f6e04281-77e1-4bf0-bf35-94a46d1444ff tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] Enqueued Resource ID: 264e6cc1-cd1d-45f9-a0ae-3e4b715cd15e with Priority: HIGHEST for action security_group_members [ 650.971222] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 264e6cc1-cd1d-45f9-a0ae-3e4b715cd15e with Priority: HIGHEST for action security_group_members [ 650.971530] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-264e6cc1-cd1d-45f9-a0ae-3e4b715cd15e taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.971676] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-264e6cc1-cd1d-45f9-a0ae-3e4b715cd15e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.971736] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-264e6cc1-cd1d-45f9-a0ae-3e4b715cd15e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.971988] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-264e6cc1-cd1d-45f9-a0ae-3e4b715cd15e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.974252] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.974375] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.974447] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.974655] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.974719] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.974818] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('264e6cc1-cd1d-45f9-a0ae-3e4b715cd15e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.390078] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock network-227 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.390407] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "network-227" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.390538] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "network-227" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.390807] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "network-227" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.391091] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.391247] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.391362] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.391623] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.391848] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.392030] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 651.392142] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 651.392243] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 651.392340] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 651.392443] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 651.392543] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 651.392669] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 651.413898] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 651.414131] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 651.414277] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 651.414487] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "network-227" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.414896] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock port-d405ee15-1f94-47f1-afc5-07dc01cda7d5 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.415083] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "port-d405ee15-1f94-47f1-afc5-07dc01cda7d5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.415310] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "port-d405ee15-1f94-47f1-afc5-07dc01cda7d5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.415448] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "port-d405ee15-1f94-47f1-afc5-07dc01cda7d5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.415587] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d405ee15-1f94-47f1-afc5-07dc01cda7d5',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.477313] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.477486] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.477556] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.477931] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.478057] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.478268] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.478379] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.478448] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.479488] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.479488] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.479488] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 264e6cc1-cd1d-45f9-a0ae-3e4b715cd15e already deleted. [ 651.479488] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-264e6cc1-cd1d-45f9-a0ae-3e4b715cd15e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.509807] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf27b547-48d9-449a-b894-76107873c429 in Status: SUCCESS [ 651.510089] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf27b547-48d9-449a-b894-76107873c429" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.674407] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37512978-9204-4fbd-9826-5f8ea7fbbb4d in Status: SUCCESS [ 651.674407] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37512978-9204-4fbd-9826-5f8ea7fbbb4d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.674407] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37512978-9204-4fbd-9826-5f8ea7fbbb4d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.674686] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37512978-9204-4fbd-9826-5f8ea7fbbb4d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.674783] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.675475] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.675475] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.675475] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.675475] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.675475] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37512978-9204-4fbd-9826-5f8ea7fbbb4d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.675837] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('37512978-9204-4fbd-9826-5f8ea7fbbb4d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.917655] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.917991] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.918178] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.918470] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.918592] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.918738] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Segment Port d405ee15-1f94-47f1-afc5-07dc01cda7d5 not found, creating... [ 651.919017] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.919200] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.919307] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.919522] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.919647] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.919926] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.920312] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.920505] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.920763] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.920963] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.921173] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Resource: SegmentPort with ID: d405ee15-1f94-47f1-afc5-07dc01cda7d5 is going to be created. [ 651.947213] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.947722] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.948160] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.948581] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.948966] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.949290] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "port-d405ee15-1f94-47f1-afc5-07dc01cda7d5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.018510] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93b48834-77a7-4028-b992-7c876c5b9592 in Status: SUCCESS [ 652.018948] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93b48834-77a7-4028-b992-7c876c5b9592 deletion is rescheduled due to dependency. [ 652.018948] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.019152] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.019972] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.020269] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.020405] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.020462] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.020640] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.020722] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.020821] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93b48834-77a7-4028-b992-7c876c5b9592',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.178778] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-37512978-9204-4fbd-9826-5f8ea7fbbb4d taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.178995] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37512978-9204-4fbd-9826-5f8ea7fbbb4d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.179062] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37512978-9204-4fbd-9826-5f8ea7fbbb4d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.179524] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37512978-9204-4fbd-9826-5f8ea7fbbb4d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.179524] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.179524] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.179720] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.179720] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.179794] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.179899] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37512978-9204-4fbd-9826-5f8ea7fbbb4d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.180113] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-37512978-9204-4fbd-9826-5f8ea7fbbb4d taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.180197] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37512978-9204-4fbd-9826-5f8ea7fbbb4d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.180197] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37512978-9204-4fbd-9826-5f8ea7fbbb4d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.180342] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37512978-9204-4fbd-9826-5f8ea7fbbb4d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.180476] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.180564] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.180631] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.180795] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.180851] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.180901] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37512978-9204-4fbd-9826-5f8ea7fbbb4d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.180992] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('37512978-9204-4fbd-9826-5f8ea7fbbb4d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.525028] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.525028] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.525028] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.525442] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.525442] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.525561] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.525678] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.526750] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.526750] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.526750] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.526750] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93b48834-77a7-4028-b992-7c876c5b9592 is going to be updated. [ 652.559836] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.560040] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.560094] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.560383] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.561018] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.574071] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93b48834-77a7-4028-b992-7c876c5b9592 in Status: IN_PROGRESS for 2s [ 652.684407] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 37512978-9204-4fbd-9826-5f8ea7fbbb4d: rpc.has_security_group_logging(os_id): False [ 652.711020] env[65894]: INFO networking_nsxv3.common.synchronization [req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 req-a4293e0a-bd1c-45bb-936e-f456b0884350 service nova] Enqueued Resource ID: 264e6cc1-cd1d-45f9-a0ae-3e4b715cd15e with Priority: HIGHEST for action security_group_rules [ 652.711370] env[65894]: INFO networking_nsxv3.common.synchronization [req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 req-a4293e0a-bd1c-45bb-936e-f456b0884350 service nova] Enqueued Resource ID: 264e6cc1-cd1d-45f9-a0ae-3e4b715cd15e with Priority: HIGHEST for action security_group_members [ 652.711510] env[65894]: INFO networking_nsxv3.common.synchronization [req-562efbb7-0423-4a7a-adce-9dece2d9c5b6 req-a4293e0a-bd1c-45bb-936e-f456b0884350 service nova] Enqueued Resource ID: d405ee15-1f94-47f1-afc5-07dc01cda7d5 with Priority: HIGHEST for action port [ 652.712366] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 264e6cc1-cd1d-45f9-a0ae-3e4b715cd15e with Priority: HIGHEST for action security_group_rules [ 652.712680] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 264e6cc1-cd1d-45f9-a0ae-3e4b715cd15e with Priority: HIGHEST for action security_group_members [ 652.712751] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d405ee15-1f94-47f1-afc5-07dc01cda7d5 with Priority: HIGHEST for action port [ 652.713208] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-264e6cc1-cd1d-45f9-a0ae-3e4b715cd15e taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.713725] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-264e6cc1-cd1d-45f9-a0ae-3e4b715cd15e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.713854] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-264e6cc1-cd1d-45f9-a0ae-3e4b715cd15e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.714228] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-264e6cc1-cd1d-45f9-a0ae-3e4b715cd15e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.714406] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('264e6cc1-cd1d-45f9-a0ae-3e4b715cd15e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.716239] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-264e6cc1-cd1d-45f9-a0ae-3e4b715cd15e taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.717158] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-264e6cc1-cd1d-45f9-a0ae-3e4b715cd15e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.717255] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-264e6cc1-cd1d-45f9-a0ae-3e4b715cd15e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.717452] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-264e6cc1-cd1d-45f9-a0ae-3e4b715cd15e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.717625] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.717729] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.717812] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.718061] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.718189] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.718294] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('264e6cc1-cd1d-45f9-a0ae-3e4b715cd15e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.719247] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-d405ee15-1f94-47f1-afc5-07dc01cda7d5 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.720320] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d405ee15-1f94-47f1-afc5-07dc01cda7d5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.720320] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d405ee15-1f94-47f1-afc5-07dc01cda7d5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.720438] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d405ee15-1f94-47f1-afc5-07dc01cda7d5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.720528] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d405ee15-1f94-47f1-afc5-07dc01cda7d5',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.723803] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.724918] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.724918] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.724918] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.729028] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.729028] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.729028] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.729028] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.729028] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.729028] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.729028] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.729028] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.729028] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.729028] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.729028] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.729028] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.729028] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.729028] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.729711] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.729711] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.729711] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37512978-9204-4fbd-9826-5f8ea7fbbb4d is going to be updated. [ 652.966722] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.966722] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.966722] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.966722] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.966722] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.966722] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37512978-9204-4fbd-9826-5f8ea7fbbb4d in Status: IN_PROGRESS for 2s [ 653.224301] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('264e6cc1-cd1d-45f9-a0ae-3e4b715cd15e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.224301] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-264e6cc1-cd1d-45f9-a0ae-3e4b715cd15e taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.224301] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-264e6cc1-cd1d-45f9-a0ae-3e4b715cd15e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.234280] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d405ee15-1f94-47f1-afc5-07dc01cda7d5 with status ACTIVE [ 653.235659] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.235659] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.235659] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.235993] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.235993] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.236735] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.236735] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.236735] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.236735] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.236735] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.236735] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.236735] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.237107] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.237107] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.237107] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.237107] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d405ee15-1f94-47f1-afc5-07dc01cda7d5 is going to be updated. [ 653.247337] env[65894]: INFO networking_nsxv3.common.synchronization [None req-4e1d03d6-7f62-40c5-aaa5-704b9151ec87 None None] Enqueued Resource ID: 0b5fa824-1f52-42e3-9c14-e7ec7916e336 with Priority: HIGHEST for action port [ 653.247439] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b5fa824-1f52-42e3-9c14-e7ec7916e336 with Priority: HIGHEST for action port [ 653.248061] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b5fa824-1f52-42e3-9c14-e7ec7916e336 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.248200] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b5fa824-1f52-42e3-9c14-e7ec7916e336" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.248260] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b5fa824-1f52-42e3-9c14-e7ec7916e336" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.248525] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b5fa824-1f52-42e3-9c14-e7ec7916e336" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.248608] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b5fa824-1f52-42e3-9c14-e7ec7916e336',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.264153] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.264153] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.264153] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.264153] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.264153] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.264153] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d405ee15-1f94-47f1-afc5-07dc01cda7d5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.530187] env[65894]: INFO networking_nsxv3.common.synchronization [req-301a1ba2-8e04-4569-a112-685aa18160de req-255ce150-a7b8-4353-a441-32509138067e tempest-SecurityGroupRulesTestJSON-1928462804 tempest-SecurityGroupRulesTestJSON-1928462804-project-member] Enqueued Resource ID: e9dfea96-dec3-4267-b7c0-a9aa19b181fe with Priority: HIGHEST for action security_group_rules [ 653.532300] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9dfea96-dec3-4267-b7c0-a9aa19b181fe with Priority: HIGHEST for action security_group_rules [ 653.532300] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9dfea96-dec3-4267-b7c0-a9aa19b181fe taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.532300] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9dfea96-dec3-4267-b7c0-a9aa19b181fe" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.532300] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9dfea96-dec3-4267-b7c0-a9aa19b181fe" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.532300] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9dfea96-dec3-4267-b7c0-a9aa19b181fe" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.535041] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9dfea96-dec3-4267-b7c0-a9aa19b181fe',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.725240] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('264e6cc1-cd1d-45f9-a0ae-3e4b715cd15e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.750188] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0b5fa824-1f52-42e3-9c14-e7ec7916e336 [ 653.751416] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.751416] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.751416] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.751416] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.752544] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.752654] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0b5fa824-1f52-42e3-9c14-e7ec7916e336 already deleted. [ 653.752720] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b5fa824-1f52-42e3-9c14-e7ec7916e336" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.076873] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.077090] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.077143] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.078017] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.078017] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.078017] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9dfea96-dec3-4267-b7c0-a9aa19b181fe already deleted. [ 654.078017] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9dfea96-dec3-4267-b7c0-a9aa19b181fe" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.231627] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.231627] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.231627] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.232207] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.232207] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.232207] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 264e6cc1-cd1d-45f9-a0ae-3e4b715cd15e is going to be created. [ 654.281960] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.281960] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.281960] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.281960] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.282223] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.297750] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 264e6cc1-cd1d-45f9-a0ae-3e4b715cd15e in Status: UNINITIALIZED for 2s [ 654.587626] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93b48834-77a7-4028-b992-7c876c5b9592 in Status: SUCCESS [ 654.587626] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93b48834-77a7-4028-b992-7c876c5b9592 deletion is rescheduled due to dependency. [ 654.587626] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.933486] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37512978-9204-4fbd-9826-5f8ea7fbbb4d in Status: SUCCESS [ 654.935552] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37512978-9204-4fbd-9826-5f8ea7fbbb4d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.835392] env[65894]: INFO networking_nsxv3.common.synchronization [None req-cd759220-b294-4549-b959-5ac1424742b4 None None] Enqueued Resource ID: 611b1608-1689-4fc6-beac-569f27717a66 with Priority: HIGHEST for action port [ 655.836826] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 611b1608-1689-4fc6-beac-569f27717a66 with Priority: HIGHEST for action port [ 655.836826] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-611b1608-1689-4fc6-beac-569f27717a66 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.836826] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-611b1608-1689-4fc6-beac-569f27717a66" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.836826] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-611b1608-1689-4fc6-beac-569f27717a66" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.838706] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-611b1608-1689-4fc6-beac-569f27717a66" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.840293] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('611b1608-1689-4fc6-beac-569f27717a66',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.313719] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 264e6cc1-cd1d-45f9-a0ae-3e4b715cd15e in Status: SUCCESS [ 656.314027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-264e6cc1-cd1d-45f9-a0ae-3e4b715cd15e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.314208] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-264e6cc1-cd1d-45f9-a0ae-3e4b715cd15e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.314514] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-264e6cc1-cd1d-45f9-a0ae-3e4b715cd15e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.314766] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.314924] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.315085] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.315245] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.315376] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.315471] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-264e6cc1-cd1d-45f9-a0ae-3e4b715cd15e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.315693] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('264e6cc1-cd1d-45f9-a0ae-3e4b715cd15e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.341982] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 611b1608-1689-4fc6-beac-569f27717a66 [ 656.342345] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.342519] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.342635] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.342944] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.343074] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.343224] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:611b1608-1689-4fc6-beac-569f27717a66 already deleted. [ 656.344017] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-611b1608-1689-4fc6-beac-569f27717a66" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.821578] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-264e6cc1-cd1d-45f9-a0ae-3e4b715cd15e taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.821811] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-264e6cc1-cd1d-45f9-a0ae-3e4b715cd15e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.821811] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-264e6cc1-cd1d-45f9-a0ae-3e4b715cd15e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.823825] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-264e6cc1-cd1d-45f9-a0ae-3e4b715cd15e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.823825] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.823825] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.823825] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.823825] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.823825] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.823825] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-264e6cc1-cd1d-45f9-a0ae-3e4b715cd15e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.823825] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-264e6cc1-cd1d-45f9-a0ae-3e4b715cd15e taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.823825] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-264e6cc1-cd1d-45f9-a0ae-3e4b715cd15e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.823825] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-264e6cc1-cd1d-45f9-a0ae-3e4b715cd15e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.823825] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-264e6cc1-cd1d-45f9-a0ae-3e4b715cd15e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.824394] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.824394] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.824394] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.824394] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.824394] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.824394] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-264e6cc1-cd1d-45f9-a0ae-3e4b715cd15e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.824591] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('264e6cc1-cd1d-45f9-a0ae-3e4b715cd15e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.948027] env[65894]: INFO networking_nsxv3.common.synchronization [None req-0df6cc5b-6eee-47ff-b6c2-23212b85ff4d tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] Enqueued Resource ID: 885514bf-df2c-45d5-9a0c-84aaf608e5df with Priority: HIGHEST for action security_group_rules [ 656.948480] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 885514bf-df2c-45d5-9a0c-84aaf608e5df with Priority: HIGHEST for action security_group_rules [ 656.951837] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-885514bf-df2c-45d5-9a0c-84aaf608e5df taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.951837] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-885514bf-df2c-45d5-9a0c-84aaf608e5df" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.951837] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-885514bf-df2c-45d5-9a0c-84aaf608e5df" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.951837] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-885514bf-df2c-45d5-9a0c-84aaf608e5df" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.951837] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('885514bf-df2c-45d5-9a0c-84aaf608e5df',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.108525] env[65894]: INFO networking_nsxv3.common.synchronization [None req-16d25b8f-d9c0-448e-819f-07f1937240fa tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] Enqueued Resource ID: 885514bf-df2c-45d5-9a0c-84aaf608e5df with Priority: HIGHEST for action security_group_rules [ 657.108525] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 885514bf-df2c-45d5-9a0c-84aaf608e5df with Priority: HIGHEST for action security_group_rules [ 657.108804] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-885514bf-df2c-45d5-9a0c-84aaf608e5df taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.108963] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-885514bf-df2c-45d5-9a0c-84aaf608e5df" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.328706] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 264e6cc1-cd1d-45f9-a0ae-3e4b715cd15e: rpc.has_security_group_logging(os_id): False [ 657.356057] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.356247] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.356330] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.356606] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.356747] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.357014] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.357014] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.357179] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.357262] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.357347] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.357558] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.357726] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.357726] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.357947] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.358161] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.358281] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.358369] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.358429] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.358598] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.358686] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.358772] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 264e6cc1-cd1d-45f9-a0ae-3e4b715cd15e is going to be created. [ 657.488409] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.488633] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.488633] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.488845] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.488991] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.489110] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 885514bf-df2c-45d5-9a0c-84aaf608e5df already deleted. [ 657.489564] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-885514bf-df2c-45d5-9a0c-84aaf608e5df" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.489564] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-885514bf-df2c-45d5-9a0c-84aaf608e5df" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.489707] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-885514bf-df2c-45d5-9a0c-84aaf608e5df" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.489745] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('885514bf-df2c-45d5-9a0c-84aaf608e5df',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.517537] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.517801] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.517801] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.518110] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.518327] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.554903] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 264e6cc1-cd1d-45f9-a0ae-3e4b715cd15e in Status: IN_PROGRESS for 2s [ 658.041726] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.042742] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.042742] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.042742] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.042742] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.042742] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 885514bf-df2c-45d5-9a0c-84aaf608e5df already deleted. [ 658.042742] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-885514bf-df2c-45d5-9a0c-84aaf608e5df" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.538972] env[65894]: INFO networking_nsxv3.common.synchronization [req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 req-cf0a2ffd-c2f9-4c59-a153-0ec2149f9cf8 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Enqueued Resource ID: c3df1442-972b-4c46-9187-df9c08907130 with Priority: HIGHEST for action security_group_members [ 658.540019] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3df1442-972b-4c46-9187-df9c08907130 with Priority: HIGHEST for action security_group_members [ 658.541535] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3df1442-972b-4c46-9187-df9c08907130 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.541535] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.541535] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.541535] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.541535] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.541535] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.541535] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.541535] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.541535] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.541535] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3df1442-972b-4c46-9187-df9c08907130',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.048515] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.048515] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.048515] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.048515] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.048515] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.048515] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.048515] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.048515] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.048515] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.048515] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.048515] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3df1442-972b-4c46-9187-df9c08907130 already deleted. [ 659.048515] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.394057] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock network-130 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.394488] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "network-130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.394584] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "network-130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.395435] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "network-130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.395830] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.396067] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.396178] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.396474] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.396667] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.397037] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 659.397175] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 659.397244] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 659.397326] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 659.397413] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 659.397510] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 659.397654] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 659.438845] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 659.438845] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Cache value generated in 0.041 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 659.438845] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 659.438845] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "network-130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.438845] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock port-d7591723-8b45-455e-9ac0-fe509245e793 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.439238] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "port-d7591723-8b45-455e-9ac0-fe509245e793" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.439282] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "port-d7591723-8b45-455e-9ac0-fe509245e793" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.439594] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "port-d7591723-8b45-455e-9ac0-fe509245e793" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.439733] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7591723-8b45-455e-9ac0-fe509245e793',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.571051] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 264e6cc1-cd1d-45f9-a0ae-3e4b715cd15e in Status: SUCCESS [ 659.571298] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-264e6cc1-cd1d-45f9-a0ae-3e4b715cd15e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.942914] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.943096] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.943240] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.943531] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.943754] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.943832] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Segment Port d7591723-8b45-455e-9ac0-fe509245e793 not found, creating... [ 659.944078] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.944234] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.944344] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.944563] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.944692] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.944970] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.945142] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.945253] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.945455] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.945583] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.945718] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Resource: SegmentPort with ID: d7591723-8b45-455e-9ac0-fe509245e793 is going to be created. [ 659.974974] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.974974] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.974974] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.974974] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.974974] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.974974] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "port-d7591723-8b45-455e-9ac0-fe509245e793" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.176052] env[65894]: INFO networking_nsxv3.common.synchronization [req-376684c9-3d69-4941-8c5d-e3d92b263a32 req-3931abc8-0f24-4004-87e9-bbd30fa181b3 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Enqueued Resource ID: 5c00049d-0043-4900-a626-f360ea2e8670 with Priority: HIGHEST for action security_group_members [ 660.177288] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c00049d-0043-4900-a626-f360ea2e8670 with Priority: HIGHEST for action security_group_members [ 660.181382] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c00049d-0043-4900-a626-f360ea2e8670 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.181942] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c00049d-0043-4900-a626-f360ea2e8670" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.182421] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c00049d-0043-4900-a626-f360ea2e8670" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.184238] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c00049d-0043-4900-a626-f360ea2e8670" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.184344] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.185042] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.185191] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.185404] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.185665] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.186377] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c00049d-0043-4900-a626-f360ea2e8670',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.342740] env[65894]: INFO networking_nsxv3.common.synchronization [None req-30b6782d-43ef-445f-88fa-308b0b84af0b None None] Enqueued Resource ID: 0b1bf26c-da04-4a09-a4f1-4f8bb89d7ef9 with Priority: HIGHEST for action port [ 660.343444] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b1bf26c-da04-4a09-a4f1-4f8bb89d7ef9 with Priority: HIGHEST for action port [ 660.343599] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b1bf26c-da04-4a09-a4f1-4f8bb89d7ef9 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.343719] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b1bf26c-da04-4a09-a4f1-4f8bb89d7ef9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.343804] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b1bf26c-da04-4a09-a4f1-4f8bb89d7ef9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.344543] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b1bf26c-da04-4a09-a4f1-4f8bb89d7ef9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.344543] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b1bf26c-da04-4a09-a4f1-4f8bb89d7ef9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.688861] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5c00049d-0043-4900-a626-f360ea2e8670',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.723818] env[65894]: INFO networking_nsxv3.common.synchronization [req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 req-1ff5d5d5-7a59-4583-924d-a791a18e5ee5 service nova] Enqueued Resource ID: c3df1442-972b-4c46-9187-df9c08907130 with Priority: HIGHEST for action security_group_rules [ 660.723994] env[65894]: INFO networking_nsxv3.common.synchronization [req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 req-1ff5d5d5-7a59-4583-924d-a791a18e5ee5 service nova] Enqueued Resource ID: c3df1442-972b-4c46-9187-df9c08907130 with Priority: HIGHEST for action security_group_members [ 660.724174] env[65894]: INFO networking_nsxv3.common.synchronization [req-484b8160-3f15-4311-87f8-35ce8ee4b5f1 req-1ff5d5d5-7a59-4583-924d-a791a18e5ee5 service nova] Enqueued Resource ID: d7591723-8b45-455e-9ac0-fe509245e793 with Priority: HIGHEST for action port [ 660.730778] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3df1442-972b-4c46-9187-df9c08907130 with Priority: HIGHEST for action security_group_rules [ 660.731162] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3df1442-972b-4c46-9187-df9c08907130 with Priority: HIGHEST for action security_group_members [ 660.731354] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7591723-8b45-455e-9ac0-fe509245e793 with Priority: HIGHEST for action port [ 660.732342] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3df1442-972b-4c46-9187-df9c08907130 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.733255] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.733376] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.733655] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.734036] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3df1442-972b-4c46-9187-df9c08907130',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.736563] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3df1442-972b-4c46-9187-df9c08907130 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.736563] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.736750] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.737057] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.737057] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.737209] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.737209] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.737381] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.737489] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.737489] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3df1442-972b-4c46-9187-df9c08907130',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.739324] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7591723-8b45-455e-9ac0-fe509245e793 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.739324] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7591723-8b45-455e-9ac0-fe509245e793" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.739522] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7591723-8b45-455e-9ac0-fe509245e793" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.739622] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7591723-8b45-455e-9ac0-fe509245e793" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.739662] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7591723-8b45-455e-9ac0-fe509245e793',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.847425] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0b1bf26c-da04-4a09-a4f1-4f8bb89d7ef9 [ 660.847786] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.847786] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.847786] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.848174] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.848271] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.848513] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0b1bf26c-da04-4a09-a4f1-4f8bb89d7ef9 already deleted. [ 660.848513] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b1bf26c-da04-4a09-a4f1-4f8bb89d7ef9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.195046] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5c00049d-0043-4900-a626-f360ea2e8670',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.242870] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d7591723-8b45-455e-9ac0-fe509245e793 with status ACTIVE [ 661.243199] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.243382] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.244597] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.244597] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.244597] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.244597] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.244597] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.244597] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.244597] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.245195] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.245195] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.245195] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.245195] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.245195] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.246173] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.246173] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d7591723-8b45-455e-9ac0-fe509245e793 is going to be updated. [ 661.247434] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3df1442-972b-4c46-9187-df9c08907130 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.247564] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.248597] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3df1442-972b-4c46-9187-df9c08907130',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.287038] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.287038] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.287038] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.287038] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.287038] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.287038] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7591723-8b45-455e-9ac0-fe509245e793" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.699684] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.701814] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.701814] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.701814] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.701814] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.701814] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c00049d-0043-4900-a626-f360ea2e8670 is going to be updated. [ 661.735101] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.735101] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.735369] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.735369] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.735851] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.757348] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c00049d-0043-4900-a626-f360ea2e8670 in Status: IN_PROGRESS for 2s [ 661.757348] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3df1442-972b-4c46-9187-df9c08907130',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.243447] env[65894]: INFO networking_nsxv3.common.synchronization [req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 req-0c724a43-808c-4594-8f67-0d9eaf3040c1 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Enqueued Resource ID: 74b82953-2e9f-4aa6-a354-b00bb79b7f59 with Priority: HIGHEST for action security_group_members [ 662.244120] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74b82953-2e9f-4aa6-a354-b00bb79b7f59 with Priority: HIGHEST for action security_group_members [ 662.244584] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-74b82953-2e9f-4aa6-a354-b00bb79b7f59 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.244774] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74b82953-2e9f-4aa6-a354-b00bb79b7f59" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.244906] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74b82953-2e9f-4aa6-a354-b00bb79b7f59" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.245389] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74b82953-2e9f-4aa6-a354-b00bb79b7f59" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.245483] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.246291] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.246291] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.246291] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.246291] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.246291] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74b82953-2e9f-4aa6-a354-b00bb79b7f59',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.261928] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.261928] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.261928] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.261928] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.261928] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.261928] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3df1442-972b-4c46-9187-df9c08907130 is going to be created. [ 662.296659] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.296659] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.296659] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.296659] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.296659] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.312593] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3df1442-972b-4c46-9187-df9c08907130 in Status: UNINITIALIZED for 2s [ 662.384101] env[65894]: INFO networking_nsxv3.common.synchronization [None req-b09c01e4-2793-4bce-b642-dbc5c54a2a1f None None] Enqueued Resource ID: a4ff44f8-32f4-4314-b5fb-efe0e80d1b44 with Priority: HIGHEST for action port [ 662.384532] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4ff44f8-32f4-4314-b5fb-efe0e80d1b44 with Priority: HIGHEST for action port [ 662.385770] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4ff44f8-32f4-4314-b5fb-efe0e80d1b44 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.386602] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4ff44f8-32f4-4314-b5fb-efe0e80d1b44" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.386918] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4ff44f8-32f4-4314-b5fb-efe0e80d1b44" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.387520] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4ff44f8-32f4-4314-b5fb-efe0e80d1b44" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.387822] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4ff44f8-32f4-4314-b5fb-efe0e80d1b44',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.749016] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.749228] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.749288] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.749477] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.749570] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.749768] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.749856] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.749921] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.750112] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.750206] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.750320] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74b82953-2e9f-4aa6-a354-b00bb79b7f59 already deleted. [ 662.750409] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74b82953-2e9f-4aa6-a354-b00bb79b7f59" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.892179] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a4ff44f8-32f4-4314-b5fb-efe0e80d1b44 [ 662.892975] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.892975] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.892975] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.893325] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.893325] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.893397] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a4ff44f8-32f4-4314-b5fb-efe0e80d1b44 already deleted. [ 662.894281] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4ff44f8-32f4-4314-b5fb-efe0e80d1b44" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.999286] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock network-78 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.999286] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "network-78" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.999286] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "network-78" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.999527] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "network-78" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.999822] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.999822] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.999990] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.000846] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.000846] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.000846] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 663.000846] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 663.000846] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 663.001279] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 663.001279] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 663.001279] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 663.001795] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 663.028327] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 663.028420] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 663.028532] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 663.028707] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "network-78" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.029047] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock port-ffdedf8e-01e7-49f3-a107-b8a6d2398393 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.029210] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "port-ffdedf8e-01e7-49f3-a107-b8a6d2398393" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.029336] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "port-ffdedf8e-01e7-49f3-a107-b8a6d2398393" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.029662] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "port-ffdedf8e-01e7-49f3-a107-b8a6d2398393" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.030599] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffdedf8e-01e7-49f3-a107-b8a6d2398393',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.247767] env[65894]: INFO networking_nsxv3.common.synchronization [None req-a3c16019-76c6-441f-93d6-07dcc37b3b2f None None] Enqueued Resource ID: 7b605d95-7263-45dc-b51a-c71626753763 with Priority: HIGHEST for action port [ 663.249055] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b605d95-7263-45dc-b51a-c71626753763 with Priority: HIGHEST for action port [ 663.250242] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b605d95-7263-45dc-b51a-c71626753763 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.250242] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b605d95-7263-45dc-b51a-c71626753763" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.250242] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b605d95-7263-45dc-b51a-c71626753763" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.250667] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b605d95-7263-45dc-b51a-c71626753763" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.250667] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b605d95-7263-45dc-b51a-c71626753763',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.536849] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.537466] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.537605] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.538499] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.538918] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.539176] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Segment Port ffdedf8e-01e7-49f3-a107-b8a6d2398393 not found, creating... [ 663.539525] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.539800] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.539972] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.540392] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.540905] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.541716] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.541716] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.542116] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.542158] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.542349] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.542864] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Resource: SegmentPort with ID: ffdedf8e-01e7-49f3-a107-b8a6d2398393 is going to be created. [ 663.568513] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.568830] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.568950] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.569315] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.569574] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.569794] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "port-ffdedf8e-01e7-49f3-a107-b8a6d2398393" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.754171] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7b605d95-7263-45dc-b51a-c71626753763 [ 663.755315] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.755315] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.755315] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.755315] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.755315] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.755315] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7b605d95-7263-45dc-b51a-c71626753763 already deleted. [ 663.755853] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b605d95-7263-45dc-b51a-c71626753763" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.788154] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c00049d-0043-4900-a626-f360ea2e8670 in Status: SUCCESS [ 663.788154] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c00049d-0043-4900-a626-f360ea2e8670" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.332820] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3df1442-972b-4c46-9187-df9c08907130 in Status: SUCCESS [ 664.333384] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.333564] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.333932] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.334285] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.334501] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.334618] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.334948] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.336611] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.336887] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.336994] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c3df1442-972b-4c46-9187-df9c08907130',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.451059] env[65894]: INFO networking_nsxv3.common.synchronization [req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 req-e350ad3e-d255-4222-8ce2-0f1a8be891be service nova] Enqueued Resource ID: 74b82953-2e9f-4aa6-a354-b00bb79b7f59 with Priority: HIGHEST for action security_group_rules [ 664.451385] env[65894]: INFO networking_nsxv3.common.synchronization [req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 req-e350ad3e-d255-4222-8ce2-0f1a8be891be service nova] Enqueued Resource ID: 74b82953-2e9f-4aa6-a354-b00bb79b7f59 with Priority: HIGHEST for action security_group_members [ 664.451618] env[65894]: INFO networking_nsxv3.common.synchronization [req-7f527224-2a4a-45c4-84ef-e10b75b0cea0 req-e350ad3e-d255-4222-8ce2-0f1a8be891be service nova] Enqueued Resource ID: ffdedf8e-01e7-49f3-a107-b8a6d2398393 with Priority: HIGHEST for action port [ 664.452797] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74b82953-2e9f-4aa6-a354-b00bb79b7f59 with Priority: HIGHEST for action security_group_rules [ 664.454060] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74b82953-2e9f-4aa6-a354-b00bb79b7f59 with Priority: HIGHEST for action security_group_members [ 664.454060] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffdedf8e-01e7-49f3-a107-b8a6d2398393 with Priority: HIGHEST for action port [ 664.454060] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74b82953-2e9f-4aa6-a354-b00bb79b7f59 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.454060] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74b82953-2e9f-4aa6-a354-b00bb79b7f59" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.454060] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74b82953-2e9f-4aa6-a354-b00bb79b7f59" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.454491] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74b82953-2e9f-4aa6-a354-b00bb79b7f59" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.454491] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74b82953-2e9f-4aa6-a354-b00bb79b7f59',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.455515] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-74b82953-2e9f-4aa6-a354-b00bb79b7f59 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.455686] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74b82953-2e9f-4aa6-a354-b00bb79b7f59" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.455790] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74b82953-2e9f-4aa6-a354-b00bb79b7f59" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.456119] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74b82953-2e9f-4aa6-a354-b00bb79b7f59" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.458040] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.458040] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.458040] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.458040] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.458040] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.458040] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74b82953-2e9f-4aa6-a354-b00bb79b7f59',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.460123] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-ffdedf8e-01e7-49f3-a107-b8a6d2398393 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.460123] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ffdedf8e-01e7-49f3-a107-b8a6d2398393" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.460123] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ffdedf8e-01e7-49f3-a107-b8a6d2398393" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.460123] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ffdedf8e-01e7-49f3-a107-b8a6d2398393" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.460123] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ffdedf8e-01e7-49f3-a107-b8a6d2398393',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.802557] env[65894]: INFO networking_nsxv3.common.synchronization [req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 req-04f2e235-e292-442e-ad85-cbe557964e7c tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Enqueued Resource ID: 038aed3b-87f7-4470-839c-f59acc91eaad with Priority: HIGHEST for action security_group_members [ 664.803065] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 038aed3b-87f7-4470-839c-f59acc91eaad with Priority: HIGHEST for action security_group_members [ 664.803782] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-038aed3b-87f7-4470-839c-f59acc91eaad taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.803782] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-038aed3b-87f7-4470-839c-f59acc91eaad" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.803782] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-038aed3b-87f7-4470-839c-f59acc91eaad" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.808994] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-038aed3b-87f7-4470-839c-f59acc91eaad" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.809170] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.809423] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.809423] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.809594] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.809594] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.809703] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('038aed3b-87f7-4470-839c-f59acc91eaad',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.840708] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3df1442-972b-4c46-9187-df9c08907130 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.840917] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.840967] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.842032] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.842032] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.842032] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.842032] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.842032] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.842354] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.842354] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.842481] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3df1442-972b-4c46-9187-df9c08907130 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.842608] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.842663] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.842833] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.843079] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.843079] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.843220] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.843257] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.843344] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.843429] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.843520] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c3df1442-972b-4c46-9187-df9c08907130',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.963884] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-74b82953-2e9f-4aa6-a354-b00bb79b7f59 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.964103] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74b82953-2e9f-4aa6-a354-b00bb79b7f59" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.964265] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74b82953-2e9f-4aa6-a354-b00bb79b7f59',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.965251] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ffdedf8e-01e7-49f3-a107-b8a6d2398393 with status ACTIVE [ 664.965482] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.965594] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.965646] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.965846] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.966266] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.966266] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.966266] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.966454] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.967758] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.967758] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.967758] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.967758] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.967758] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.968127] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.968808] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.968808] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ffdedf8e-01e7-49f3-a107-b8a6d2398393 is going to be updated. [ 665.002045] env[65894]: INFO networking_nsxv3.common.synchronization [None req-8c2a3969-23cc-4d7f-bcd7-b77d0a978ecd None None] Enqueued Resource ID: 02a261da-d671-41cb-8a0e-729c0af49910 with Priority: HIGHEST for action port [ 665.002970] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02a261da-d671-41cb-8a0e-729c0af49910 with Priority: HIGHEST for action port [ 665.003380] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-02a261da-d671-41cb-8a0e-729c0af49910 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.006878] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02a261da-d671-41cb-8a0e-729c0af49910" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.006878] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02a261da-d671-41cb-8a0e-729c0af49910" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.007154] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02a261da-d671-41cb-8a0e-729c0af49910" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.007248] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02a261da-d671-41cb-8a0e-729c0af49910',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.009699] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.009840] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.009885] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.010287] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.010499] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.010709] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ffdedf8e-01e7-49f3-a107-b8a6d2398393" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.314277] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.314277] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.314277] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.314277] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.314641] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.314641] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.314641] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.314776] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.314912] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.314912] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.314998] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 038aed3b-87f7-4470-839c-f59acc91eaad already deleted. [ 665.315093] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-038aed3b-87f7-4470-839c-f59acc91eaad" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.346579] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c3df1442-972b-4c46-9187-df9c08907130: rpc.has_security_group_logging(os_id): False [ 665.370946] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.371167] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.371167] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.374990] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.374990] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.374990] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.374990] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.374990] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.374990] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.374990] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.374990] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.374990] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.374990] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.374990] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.374990] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.374990] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.374990] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.375871] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.375871] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.375871] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.375871] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3df1442-972b-4c46-9187-df9c08907130 is going to be created. [ 665.397290] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock network-536 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.397571] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "network-536" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.397662] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "network-536" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.398539] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "network-536" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.398890] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.399234] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.399234] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.399551] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.399718] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.399961] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 665.400160] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 665.400300] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 665.400424] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 665.401050] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 665.401050] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 665.401050] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 665.421422] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 665.421635] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 665.421778] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 665.421966] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "network-536" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.422316] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock port-ae75322d-84c6-49fd-9fc9-aac112566956 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.423037] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "port-ae75322d-84c6-49fd-9fc9-aac112566956" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.423037] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "port-ae75322d-84c6-49fd-9fc9-aac112566956" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.423037] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "port-ae75322d-84c6-49fd-9fc9-aac112566956" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.423037] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae75322d-84c6-49fd-9fc9-aac112566956',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.439708] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.441689] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.441689] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.441689] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.441689] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.454022] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3df1442-972b-4c46-9187-df9c08907130 in Status: IN_PROGRESS for 2s [ 665.470838] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74b82953-2e9f-4aa6-a354-b00bb79b7f59',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.511887] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 02a261da-d671-41cb-8a0e-729c0af49910 [ 665.512198] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.512438] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.512438] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.512781] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.512781] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.512781] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:02a261da-d671-41cb-8a0e-729c0af49910 already deleted. [ 665.513286] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02a261da-d671-41cb-8a0e-729c0af49910" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.926241] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.926241] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.926490] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.926636] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.927398] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.927398] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Segment Port ae75322d-84c6-49fd-9fc9-aac112566956 not found, creating... [ 665.927398] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.927398] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.927786] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.928110] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.928178] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.928471] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.928681] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.928751] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.929018] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.929237] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.929468] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Resource: SegmentPort with ID: ae75322d-84c6-49fd-9fc9-aac112566956 is going to be created. [ 665.956808] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.957107] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.957241] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.957513] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.957791] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.957988] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "port-ae75322d-84c6-49fd-9fc9-aac112566956" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.972904] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.973123] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.973206] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.973861] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.973861] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.973861] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74b82953-2e9f-4aa6-a354-b00bb79b7f59 is going to be created. [ 666.001356] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.001512] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.001583] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.002157] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.002157] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.017638] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74b82953-2e9f-4aa6-a354-b00bb79b7f59 in Status: UNINITIALIZED for 2s [ 666.428557] env[65894]: INFO networking_nsxv3.common.synchronization [None req-c6919398-7cb1-4801-a38d-52012facd1ea None None] Enqueued Resource ID: 4c5fdca4-7ba1-4321-9479-ca99cbdfb9ac with Priority: HIGHEST for action port [ 666.429183] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c5fdca4-7ba1-4321-9479-ca99cbdfb9ac with Priority: HIGHEST for action port [ 666.429676] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c5fdca4-7ba1-4321-9479-ca99cbdfb9ac taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.429676] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c5fdca4-7ba1-4321-9479-ca99cbdfb9ac" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.429857] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c5fdca4-7ba1-4321-9479-ca99cbdfb9ac" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.430090] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c5fdca4-7ba1-4321-9479-ca99cbdfb9ac" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.430203] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c5fdca4-7ba1-4321-9479-ca99cbdfb9ac',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.711558] env[65894]: INFO networking_nsxv3.common.synchronization [req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 req-b889e1e5-9524-4bac-b3b6-5333f0c04c6c service nova] Enqueued Resource ID: 038aed3b-87f7-4470-839c-f59acc91eaad with Priority: HIGHEST for action security_group_rules [ 666.711690] env[65894]: INFO networking_nsxv3.common.synchronization [req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 req-b889e1e5-9524-4bac-b3b6-5333f0c04c6c service nova] Enqueued Resource ID: 038aed3b-87f7-4470-839c-f59acc91eaad with Priority: HIGHEST for action security_group_members [ 666.711750] env[65894]: INFO networking_nsxv3.common.synchronization [req-8778e926-7df2-4ee3-bee5-cc7b7eed2847 req-b889e1e5-9524-4bac-b3b6-5333f0c04c6c service nova] Enqueued Resource ID: ae75322d-84c6-49fd-9fc9-aac112566956 with Priority: HIGHEST for action port [ 666.712372] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 038aed3b-87f7-4470-839c-f59acc91eaad with Priority: HIGHEST for action security_group_rules [ 666.712513] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 038aed3b-87f7-4470-839c-f59acc91eaad with Priority: HIGHEST for action security_group_members [ 666.712606] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae75322d-84c6-49fd-9fc9-aac112566956 with Priority: HIGHEST for action port [ 666.713234] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-038aed3b-87f7-4470-839c-f59acc91eaad taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.713415] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-038aed3b-87f7-4470-839c-f59acc91eaad" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.713478] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-038aed3b-87f7-4470-839c-f59acc91eaad" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.713821] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-038aed3b-87f7-4470-839c-f59acc91eaad" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.713821] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('038aed3b-87f7-4470-839c-f59acc91eaad',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.717000] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-038aed3b-87f7-4470-839c-f59acc91eaad taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.717000] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-038aed3b-87f7-4470-839c-f59acc91eaad" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.717000] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-038aed3b-87f7-4470-839c-f59acc91eaad" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.717000] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-038aed3b-87f7-4470-839c-f59acc91eaad" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.717000] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.717000] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.717000] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.717000] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.717000] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.717732] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('038aed3b-87f7-4470-839c-f59acc91eaad',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.719096] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae75322d-84c6-49fd-9fc9-aac112566956 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.719096] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae75322d-84c6-49fd-9fc9-aac112566956" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.719096] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae75322d-84c6-49fd-9fc9-aac112566956" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.719096] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae75322d-84c6-49fd-9fc9-aac112566956" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.719096] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae75322d-84c6-49fd-9fc9-aac112566956',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.933189] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4c5fdca4-7ba1-4321-9479-ca99cbdfb9ac [ 666.933442] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.933558] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.933634] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.933849] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.933947] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.934046] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4c5fdca4-7ba1-4321-9479-ca99cbdfb9ac already deleted. [ 666.934129] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c5fdca4-7ba1-4321-9479-ca99cbdfb9ac" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.221107] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-038aed3b-87f7-4470-839c-f59acc91eaad taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.221285] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-038aed3b-87f7-4470-839c-f59acc91eaad" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.221828] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('038aed3b-87f7-4470-839c-f59acc91eaad',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.223025] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ae75322d-84c6-49fd-9fc9-aac112566956 with status ACTIVE [ 667.223025] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.223173] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.223216] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.223611] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.223611] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.223739] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.223796] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.223907] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.224288] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.227064] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.229474] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.229998] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.229998] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.229998] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.230169] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.230169] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ae75322d-84c6-49fd-9fc9-aac112566956 is going to be updated. [ 667.258070] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.258070] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.258070] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.258070] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.258070] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.258070] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae75322d-84c6-49fd-9fc9-aac112566956" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.473454] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3df1442-972b-4c46-9187-df9c08907130 in Status: SUCCESS [ 667.473454] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.732515] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('038aed3b-87f7-4470-839c-f59acc91eaad',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.031413] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74b82953-2e9f-4aa6-a354-b00bb79b7f59 in Status: SUCCESS [ 668.031413] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74b82953-2e9f-4aa6-a354-b00bb79b7f59" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.032302] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74b82953-2e9f-4aa6-a354-b00bb79b7f59" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.032302] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74b82953-2e9f-4aa6-a354-b00bb79b7f59" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.032944] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.033142] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.033218] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.033528] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.033651] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.033774] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74b82953-2e9f-4aa6-a354-b00bb79b7f59" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.033982] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('74b82953-2e9f-4aa6-a354-b00bb79b7f59',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.238845] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.240324] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.240324] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.240324] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.240324] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.240324] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 038aed3b-87f7-4470-839c-f59acc91eaad is going to be created. [ 668.268327] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.268579] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.268708] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.269278] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.269732] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.287477] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 038aed3b-87f7-4470-839c-f59acc91eaad in Status: UNINITIALIZED for 2s [ 668.407421] env[65894]: INFO networking_nsxv3.common.synchronization [req-874f2e49-dd13-43ed-8031-02b368d0bd67 req-a73fd069-5468-41aa-866b-378f916684e3 tempest-SecurityGroupRulesTestJSON-1928462804 tempest-SecurityGroupRulesTestJSON-1928462804-project-member] Enqueued Resource ID: 3d7ffc3e-a6d0-4b96-a6a7-05b9d6db7c29 with Priority: HIGHEST for action security_group_rules [ 668.407421] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d7ffc3e-a6d0-4b96-a6a7-05b9d6db7c29 with Priority: HIGHEST for action security_group_rules [ 668.407421] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3d7ffc3e-a6d0-4b96-a6a7-05b9d6db7c29 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.407421] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3d7ffc3e-a6d0-4b96-a6a7-05b9d6db7c29" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.407421] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3d7ffc3e-a6d0-4b96-a6a7-05b9d6db7c29" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.407786] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3d7ffc3e-a6d0-4b96-a6a7-05b9d6db7c29" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.407905] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3d7ffc3e-a6d0-4b96-a6a7-05b9d6db7c29',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.539299] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-74b82953-2e9f-4aa6-a354-b00bb79b7f59 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.539616] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74b82953-2e9f-4aa6-a354-b00bb79b7f59" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.539616] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74b82953-2e9f-4aa6-a354-b00bb79b7f59" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.539761] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74b82953-2e9f-4aa6-a354-b00bb79b7f59" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.540850] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.540850] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.540850] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.540850] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.540850] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.540850] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74b82953-2e9f-4aa6-a354-b00bb79b7f59" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.540850] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-74b82953-2e9f-4aa6-a354-b00bb79b7f59 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.540850] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74b82953-2e9f-4aa6-a354-b00bb79b7f59" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.540850] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74b82953-2e9f-4aa6-a354-b00bb79b7f59" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.540850] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74b82953-2e9f-4aa6-a354-b00bb79b7f59" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.541285] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.541285] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.541285] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.541285] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.541476] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.541476] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74b82953-2e9f-4aa6-a354-b00bb79b7f59" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.541476] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('74b82953-2e9f-4aa6-a354-b00bb79b7f59',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.941095] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.941275] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.941324] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.941598] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.941719] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.941795] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3d7ffc3e-a6d0-4b96-a6a7-05b9d6db7c29 already deleted. [ 668.941857] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3d7ffc3e-a6d0-4b96-a6a7-05b9d6db7c29" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.045083] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 74b82953-2e9f-4aa6-a354-b00bb79b7f59: rpc.has_security_group_logging(os_id): False [ 669.074435] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.074435] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.074435] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.074435] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.074435] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.074435] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.074435] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.074435] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.074435] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.074435] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.074435] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.074435] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.074435] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.074435] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.074435] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.075041] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.075041] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.075041] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.075179] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.075284] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.075404] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74b82953-2e9f-4aa6-a354-b00bb79b7f59 is going to be created. [ 669.201617] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.201890] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.202051] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.202447] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.202818] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.227830] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74b82953-2e9f-4aa6-a354-b00bb79b7f59 in Status: IN_PROGRESS for 2s [ 669.400720] env[65894]: INFO networking_nsxv3.common.synchronization [None req-2db8da8d-3582-4387-8e39-69c2c674e8a5 None None] Enqueued Resource ID: efd4eda7-edb3-4139-b6db-05b0a8afa036 with Priority: HIGHEST for action port [ 669.401401] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efd4eda7-edb3-4139-b6db-05b0a8afa036 with Priority: HIGHEST for action port [ 669.401847] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-efd4eda7-edb3-4139-b6db-05b0a8afa036 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.403007] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-efd4eda7-edb3-4139-b6db-05b0a8afa036" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.403291] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-efd4eda7-edb3-4139-b6db-05b0a8afa036" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.403456] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-efd4eda7-edb3-4139-b6db-05b0a8afa036" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.404916] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efd4eda7-edb3-4139-b6db-05b0a8afa036',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.910175] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port efd4eda7-edb3-4139-b6db-05b0a8afa036 [ 669.910175] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.910175] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.910175] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.910175] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.910175] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.910967] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:efd4eda7-edb3-4139-b6db-05b0a8afa036 already deleted. [ 669.910967] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-efd4eda7-edb3-4139-b6db-05b0a8afa036" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.036327] env[65894]: INFO networking_nsxv3.common.synchronization [None req-b605311c-3361-4340-8745-bd09a10c8d56 None None] Enqueued Resource ID: 63b6c970-63b8-4fbb-a2fd-dd0dae061a94 with Priority: HIGHEST for action port [ 670.037889] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63b6c970-63b8-4fbb-a2fd-dd0dae061a94 with Priority: HIGHEST for action port [ 670.037889] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-63b6c970-63b8-4fbb-a2fd-dd0dae061a94 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.037889] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63b6c970-63b8-4fbb-a2fd-dd0dae061a94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.037889] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63b6c970-63b8-4fbb-a2fd-dd0dae061a94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.037889] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63b6c970-63b8-4fbb-a2fd-dd0dae061a94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.037889] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63b6c970-63b8-4fbb-a2fd-dd0dae061a94',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.309026] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 038aed3b-87f7-4470-839c-f59acc91eaad in Status: SUCCESS [ 670.309026] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-038aed3b-87f7-4470-839c-f59acc91eaad" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.309026] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-038aed3b-87f7-4470-839c-f59acc91eaad" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.309026] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-038aed3b-87f7-4470-839c-f59acc91eaad" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.309026] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.309026] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.309026] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.309026] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.309026] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.309026] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-038aed3b-87f7-4470-839c-f59acc91eaad" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.309026] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('038aed3b-87f7-4470-839c-f59acc91eaad',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.544928] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 63b6c970-63b8-4fbb-a2fd-dd0dae061a94 [ 670.544928] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.544928] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.544928] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.544928] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.544928] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.544928] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:63b6c970-63b8-4fbb-a2fd-dd0dae061a94 already deleted. [ 670.544928] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63b6c970-63b8-4fbb-a2fd-dd0dae061a94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.812058] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('038aed3b-87f7-4470-839c-f59acc91eaad',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.244884] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74b82953-2e9f-4aa6-a354-b00bb79b7f59 in Status: SUCCESS [ 671.245318] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74b82953-2e9f-4aa6-a354-b00bb79b7f59" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.314924] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 038aed3b-87f7-4470-839c-f59acc91eaad: rpc.has_security_group_logging(os_id): False [ 671.335716] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.335928] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.335928] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.336119] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.336200] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.336440] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.336539] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.336603] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.336755] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.336830] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.337088] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 038aed3b-87f7-4470-839c-f59acc91eaad is going to be created. [ 671.400446] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.401237] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.403020] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.403020] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.403020] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.416310] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 038aed3b-87f7-4470-839c-f59acc91eaad in Status: IN_PROGRESS for 2s [ 672.384012] env[65894]: INFO networking_nsxv3.common.synchronization [None req-25ef39e7-7fa4-458a-a37b-2c19a02e38d4 None None] Enqueued Resource ID: 69b3be9e-2a74-44df-8563-83c799c0ab73 with Priority: HIGHEST for action port [ 672.384287] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69b3be9e-2a74-44df-8563-83c799c0ab73 with Priority: HIGHEST for action port [ 672.385182] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-69b3be9e-2a74-44df-8563-83c799c0ab73 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.388702] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69b3be9e-2a74-44df-8563-83c799c0ab73" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.389120] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69b3be9e-2a74-44df-8563-83c799c0ab73" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.389198] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69b3be9e-2a74-44df-8563-83c799c0ab73" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.389253] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69b3be9e-2a74-44df-8563-83c799c0ab73',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.461446] env[65894]: INFO networking_nsxv3.common.synchronization [req-9880d0f1-8bea-4974-82ed-757a4150b35c req-2b9f642c-e017-4984-84d1-d2291ce2dc05 tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Enqueued Resource ID: df17d83e-1ba6-4fb4-b922-5bc7930862c5 with Priority: HIGHEST for action security_group_members [ 672.462051] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df17d83e-1ba6-4fb4-b922-5bc7930862c5 with Priority: HIGHEST for action security_group_members [ 672.462382] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-df17d83e-1ba6-4fb4-b922-5bc7930862c5 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.462501] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df17d83e-1ba6-4fb4-b922-5bc7930862c5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.462563] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df17d83e-1ba6-4fb4-b922-5bc7930862c5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.462841] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df17d83e-1ba6-4fb4-b922-5bc7930862c5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.463213] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.463419] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.463489] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.463662] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.463833] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.463938] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df17d83e-1ba6-4fb4-b922-5bc7930862c5',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.579310] env[65894]: INFO networking_nsxv3.common.synchronization [None req-e8e306dc-199b-416a-aba6-ffd0a06c6f1d None None] Enqueued Resource ID: ae606800-cae3-4be4-8e53-abcd72f1c3e9 with Priority: HIGHEST for action port [ 672.579825] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae606800-cae3-4be4-8e53-abcd72f1c3e9 with Priority: HIGHEST for action port [ 672.580383] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae606800-cae3-4be4-8e53-abcd72f1c3e9 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.580510] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae606800-cae3-4be4-8e53-abcd72f1c3e9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.580578] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae606800-cae3-4be4-8e53-abcd72f1c3e9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.580849] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae606800-cae3-4be4-8e53-abcd72f1c3e9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.580933] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae606800-cae3-4be4-8e53-abcd72f1c3e9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.891419] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 69b3be9e-2a74-44df-8563-83c799c0ab73 [ 672.891663] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.893593] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.893593] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.893593] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.893593] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.893593] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:69b3be9e-2a74-44df-8563-83c799c0ab73 already deleted. [ 672.893593] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69b3be9e-2a74-44df-8563-83c799c0ab73" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.968845] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.969309] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.969309] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.969656] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.969656] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.969749] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.969808] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.970120] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.970240] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.970283] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.970350] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df17d83e-1ba6-4fb4-b922-5bc7930862c5 already deleted. [ 672.970443] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df17d83e-1ba6-4fb4-b922-5bc7930862c5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.087139] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ae606800-cae3-4be4-8e53-abcd72f1c3e9 [ 673.087139] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.087139] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.087139] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.087139] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.087139] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.087139] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ae606800-cae3-4be4-8e53-abcd72f1c3e9 already deleted. [ 673.087139] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae606800-cae3-4be4-8e53-abcd72f1c3e9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.291627] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock network-825 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.293250] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "network-825" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.293975] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "network-825" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.294780] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "network-825" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.295218] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.295965] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.296238] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.296531] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.297465] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.298387] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 673.298483] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 673.298941] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 673.298941] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 673.298941] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 673.298941] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 673.299136] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 673.324909] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 673.325099] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 673.325240] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 673.325411] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "network-825" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.327437] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock port-015fa36e-c89b-48fc-b21f-1aca0d01d5de taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.327437] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "port-015fa36e-c89b-48fc-b21f-1aca0d01d5de" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.327437] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "port-015fa36e-c89b-48fc-b21f-1aca0d01d5de" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.327866] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "port-015fa36e-c89b-48fc-b21f-1aca0d01d5de" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.328141] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('015fa36e-c89b-48fc-b21f-1aca0d01d5de',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.435544] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 038aed3b-87f7-4470-839c-f59acc91eaad in Status: SUCCESS [ 673.435544] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-038aed3b-87f7-4470-839c-f59acc91eaad" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.834574] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.834574] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.837148] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.837148] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.837148] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.837148] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Segment Port 015fa36e-c89b-48fc-b21f-1aca0d01d5de not found, creating... [ 673.837148] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.837148] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.837148] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.837430] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.837430] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.838105] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.838776] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.840095] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.840095] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.840095] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.840651] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Resource: SegmentPort with ID: 015fa36e-c89b-48fc-b21f-1aca0d01d5de is going to be created. [ 673.869186] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.869186] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.869186] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.869186] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.869186] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.869186] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "port-015fa36e-c89b-48fc-b21f-1aca0d01d5de" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.648271] env[65894]: INFO networking_nsxv3.common.synchronization [req-9880d0f1-8bea-4974-82ed-757a4150b35c req-8f4bdac3-071d-4808-9f72-fafd07a39894 service nova] Enqueued Resource ID: df17d83e-1ba6-4fb4-b922-5bc7930862c5 with Priority: HIGHEST for action security_group_rules [ 674.648271] env[65894]: INFO networking_nsxv3.common.synchronization [req-9880d0f1-8bea-4974-82ed-757a4150b35c req-8f4bdac3-071d-4808-9f72-fafd07a39894 service nova] Enqueued Resource ID: df17d83e-1ba6-4fb4-b922-5bc7930862c5 with Priority: HIGHEST for action security_group_members [ 674.648271] env[65894]: INFO networking_nsxv3.common.synchronization [req-9880d0f1-8bea-4974-82ed-757a4150b35c req-8f4bdac3-071d-4808-9f72-fafd07a39894 service nova] Enqueued Resource ID: 015fa36e-c89b-48fc-b21f-1aca0d01d5de with Priority: HIGHEST for action port [ 674.648271] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df17d83e-1ba6-4fb4-b922-5bc7930862c5 with Priority: HIGHEST for action security_group_rules [ 674.648271] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df17d83e-1ba6-4fb4-b922-5bc7930862c5 with Priority: HIGHEST for action security_group_members [ 674.648271] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 015fa36e-c89b-48fc-b21f-1aca0d01d5de with Priority: HIGHEST for action port [ 674.649133] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df17d83e-1ba6-4fb4-b922-5bc7930862c5 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.649425] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df17d83e-1ba6-4fb4-b922-5bc7930862c5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.649698] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df17d83e-1ba6-4fb4-b922-5bc7930862c5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.649994] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df17d83e-1ba6-4fb4-b922-5bc7930862c5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.650200] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df17d83e-1ba6-4fb4-b922-5bc7930862c5',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.651566] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-df17d83e-1ba6-4fb4-b922-5bc7930862c5 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.651847] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df17d83e-1ba6-4fb4-b922-5bc7930862c5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.652059] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df17d83e-1ba6-4fb4-b922-5bc7930862c5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.652405] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df17d83e-1ba6-4fb4-b922-5bc7930862c5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.652711] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.656101] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.656101] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.656101] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.656101] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.656101] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df17d83e-1ba6-4fb4-b922-5bc7930862c5',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.657205] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-015fa36e-c89b-48fc-b21f-1aca0d01d5de taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.657354] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-015fa36e-c89b-48fc-b21f-1aca0d01d5de" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.657397] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-015fa36e-c89b-48fc-b21f-1aca0d01d5de" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.659986] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-015fa36e-c89b-48fc-b21f-1aca0d01d5de" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.660131] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('015fa36e-c89b-48fc-b21f-1aca0d01d5de',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.163798] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('df17d83e-1ba6-4fb4-b922-5bc7930862c5',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.164964] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-df17d83e-1ba6-4fb4-b922-5bc7930862c5 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.165893] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df17d83e-1ba6-4fb4-b922-5bc7930862c5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.166432] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 015fa36e-c89b-48fc-b21f-1aca0d01d5de with status ACTIVE [ 675.166658] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.166791] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.166882] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.167570] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.167710] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.167886] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.168062] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.168160] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.168448] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.168448] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.168626] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.168705] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.168758] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.168922] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.169059] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.169192] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 015fa36e-c89b-48fc-b21f-1aca0d01d5de is going to be updated. [ 675.195516] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.195658] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.195753] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.196372] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.196372] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.196657] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-015fa36e-c89b-48fc-b21f-1aca0d01d5de" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.667367] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('df17d83e-1ba6-4fb4-b922-5bc7930862c5',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.101661] env[65894]: INFO networking_nsxv3.common.synchronization [None req-c2dbd00d-11b5-475e-8ec1-8338b3654038 None None] Enqueued Resource ID: bdf8d1ad-3e75-4959-a462-964e735703cd with Priority: HIGHEST for action port [ 676.102532] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdf8d1ad-3e75-4959-a462-964e735703cd with Priority: HIGHEST for action port [ 676.102767] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-bdf8d1ad-3e75-4959-a462-964e735703cd taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.102953] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bdf8d1ad-3e75-4959-a462-964e735703cd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.102953] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bdf8d1ad-3e75-4959-a462-964e735703cd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.103200] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bdf8d1ad-3e75-4959-a462-964e735703cd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.103306] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bdf8d1ad-3e75-4959-a462-964e735703cd',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.173818] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.174095] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.174095] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.175224] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.175224] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.175224] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df17d83e-1ba6-4fb4-b922-5bc7930862c5 is going to be created. [ 676.203426] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.203608] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.203678] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.203935] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.204147] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.217890] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df17d83e-1ba6-4fb4-b922-5bc7930862c5 in Status: UNINITIALIZED for 2s [ 676.418417] env[65894]: INFO networking_nsxv3.common.synchronization [None req-7f43e84d-74d9-4ca0-bfa1-ecf5d7a9b05e None None] Enqueued Resource ID: 25607be3-e687-452a-ba59-495739c58d46 with Priority: HIGHEST for action port [ 676.419208] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25607be3-e687-452a-ba59-495739c58d46 with Priority: HIGHEST for action port [ 676.419547] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-25607be3-e687-452a-ba59-495739c58d46 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.419683] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-25607be3-e687-452a-ba59-495739c58d46" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.419757] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-25607be3-e687-452a-ba59-495739c58d46" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.420124] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-25607be3-e687-452a-ba59-495739c58d46" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.420124] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25607be3-e687-452a-ba59-495739c58d46',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.608701] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bdf8d1ad-3e75-4959-a462-964e735703cd [ 676.608701] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.608701] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.608701] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.608701] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.608701] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.608701] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bdf8d1ad-3e75-4959-a462-964e735703cd already deleted. [ 676.608701] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bdf8d1ad-3e75-4959-a462-964e735703cd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.608701] env[65894]: INFO networking_nsxv3.common.synchronization [None req-294aced7-afbd-4500-b01f-ba13b4addae3 None None] Enqueued Resource ID: ff26db51-4bc1-4c4f-af95-342d284d0076 with Priority: HIGHEST for action port [ 676.609852] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff26db51-4bc1-4c4f-af95-342d284d0076 with Priority: HIGHEST for action port [ 676.610104] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff26db51-4bc1-4c4f-af95-342d284d0076 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.610226] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff26db51-4bc1-4c4f-af95-342d284d0076" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.610303] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff26db51-4bc1-4c4f-af95-342d284d0076" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.610566] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff26db51-4bc1-4c4f-af95-342d284d0076" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.610633] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff26db51-4bc1-4c4f-af95-342d284d0076',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.855886] env[65894]: INFO networking_nsxv3.common.synchronization [req-a1ed1275-7d20-4679-bf41-2ad7b89054ef req-c914fd4d-0f7b-4a9d-b5f4-e37526ec7317 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Enqueued Resource ID: a9844e17-dba0-45e4-b9df-dbe87cdd2d94 with Priority: HIGHEST for action security_group_members [ 676.856799] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9844e17-dba0-45e4-b9df-dbe87cdd2d94 with Priority: HIGHEST for action security_group_members [ 676.857065] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.857221] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.857312] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.857524] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.857687] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.857787] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.857846] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.858023] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.858141] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.858254] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9844e17-dba0-45e4-b9df-dbe87cdd2d94',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.922730] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 25607be3-e687-452a-ba59-495739c58d46 [ 676.923350] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.924335] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.924335] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.924335] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.924335] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.924335] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:25607be3-e687-452a-ba59-495739c58d46 already deleted. [ 676.924335] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-25607be3-e687-452a-ba59-495739c58d46" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.113240] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ff26db51-4bc1-4c4f-af95-342d284d0076 [ 677.113240] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.113906] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.113986] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.114357] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.114434] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.114476] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ff26db51-4bc1-4c4f-af95-342d284d0076 already deleted. [ 677.114542] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff26db51-4bc1-4c4f-af95-342d284d0076" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.292987] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock network-594 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.293211] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "network-594" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.293392] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "network-594" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.293675] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "network-594" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.293935] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.294216] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.294373] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.294614] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.294799] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.295927] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 677.296125] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 677.296284] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 677.296426] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 677.296886] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 677.300121] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 677.300121] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 677.322294] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 677.322510] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 677.323026] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 677.323250] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "network-594" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.323568] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock port-c314b855-83f8-4055-84b8-a4b265aef869 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.323731] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "port-c314b855-83f8-4055-84b8-a4b265aef869" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.323842] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "port-c314b855-83f8-4055-84b8-a4b265aef869" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.324175] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "port-c314b855-83f8-4055-84b8-a4b265aef869" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.324347] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c314b855-83f8-4055-84b8-a4b265aef869',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.364023] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.364023] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.364023] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.364023] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.364023] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.364023] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.364023] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.364023] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.364023] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.364023] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.364023] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9844e17-dba0-45e4-b9df-dbe87cdd2d94 is going to be updated. [ 677.397456] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.397456] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.397456] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.397456] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.397904] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.409244] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9844e17-dba0-45e4-b9df-dbe87cdd2d94 in Status: IN_PROGRESS for 2s [ 677.828803] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.829124] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.829266] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.829559] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.829706] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.829864] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Segment Port c314b855-83f8-4055-84b8-a4b265aef869 not found, creating... [ 677.830264] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.830427] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.830546] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.830869] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.831011] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.831592] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.832045] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.832045] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.832216] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.832344] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.832497] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Resource: SegmentPort with ID: c314b855-83f8-4055-84b8-a4b265aef869 is going to be created. [ 677.862506] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.862506] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.863051] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.863051] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.863606] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.863606] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "port-c314b855-83f8-4055-84b8-a4b265aef869" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.229898] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df17d83e-1ba6-4fb4-b922-5bc7930862c5 in Status: SUCCESS [ 678.229898] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df17d83e-1ba6-4fb4-b922-5bc7930862c5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.229898] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df17d83e-1ba6-4fb4-b922-5bc7930862c5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.230204] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df17d83e-1ba6-4fb4-b922-5bc7930862c5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.231023] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.231023] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.231023] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.231023] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.231365] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.231365] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df17d83e-1ba6-4fb4-b922-5bc7930862c5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.231365] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('df17d83e-1ba6-4fb4-b922-5bc7930862c5',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.738518] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('df17d83e-1ba6-4fb4-b922-5bc7930862c5',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.757804] env[65894]: INFO networking_nsxv3.common.synchronization [None req-b8d8dd54-23cf-4c37-9828-65cbdba4c538 None None] Enqueued Resource ID: 1ce67381-023b-4459-8557-e796b152d4e7 with Priority: HIGHEST for action port [ 678.758536] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ce67381-023b-4459-8557-e796b152d4e7 with Priority: HIGHEST for action port [ 678.759608] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ce67381-023b-4459-8557-e796b152d4e7 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.759747] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ce67381-023b-4459-8557-e796b152d4e7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.759818] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ce67381-023b-4459-8557-e796b152d4e7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.760178] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ce67381-023b-4459-8557-e796b152d4e7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.760778] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ce67381-023b-4459-8557-e796b152d4e7',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.780344] env[65894]: INFO networking_nsxv3.common.synchronization [req-a1ed1275-7d20-4679-bf41-2ad7b89054ef req-e14368c6-e77f-4353-a677-8025ecb10ee0 service nova] Enqueued Resource ID: a9844e17-dba0-45e4-b9df-dbe87cdd2d94 with Priority: HIGHEST for action security_group_rules [ 678.780801] env[65894]: INFO networking_nsxv3.common.synchronization [req-a1ed1275-7d20-4679-bf41-2ad7b89054ef req-e14368c6-e77f-4353-a677-8025ecb10ee0 service nova] Enqueued Resource ID: a9844e17-dba0-45e4-b9df-dbe87cdd2d94 with Priority: HIGHEST for action security_group_members [ 678.780942] env[65894]: INFO networking_nsxv3.common.synchronization [req-a1ed1275-7d20-4679-bf41-2ad7b89054ef req-e14368c6-e77f-4353-a677-8025ecb10ee0 service nova] Enqueued Resource ID: c314b855-83f8-4055-84b8-a4b265aef869 with Priority: HIGHEST for action port [ 678.782657] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9844e17-dba0-45e4-b9df-dbe87cdd2d94 with Priority: HIGHEST for action security_group_rules [ 678.782914] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9844e17-dba0-45e4-b9df-dbe87cdd2d94 with Priority: HIGHEST for action security_group_members [ 678.782958] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c314b855-83f8-4055-84b8-a4b265aef869 with Priority: HIGHEST for action port [ 678.783274] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9844e17-dba0-45e4-b9df-dbe87cdd2d94 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.783403] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.783465] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.783749] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.783886] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9844e17-dba0-45e4-b9df-dbe87cdd2d94',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.785065] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.785065] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.785230] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-c314b855-83f8-4055-84b8-a4b265aef869 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.785230] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c314b855-83f8-4055-84b8-a4b265aef869" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.785301] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c314b855-83f8-4055-84b8-a4b265aef869" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.787733] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c314b855-83f8-4055-84b8-a4b265aef869" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.787733] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c314b855-83f8-4055-84b8-a4b265aef869',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.110888] env[65894]: INFO networking_nsxv3.common.synchronization [req-a1ed1275-7d20-4679-bf41-2ad7b89054ef req-89159f2a-aca4-414f-9335-8177570eaf39 tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Enqueued Resource ID: a9844e17-dba0-45e4-b9df-dbe87cdd2d94 with Priority: HIGHEST for action security_group_members [ 679.111441] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9844e17-dba0-45e4-b9df-dbe87cdd2d94 with Priority: HIGHEST for action security_group_members [ 679.111744] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.111870] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.245506] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for df17d83e-1ba6-4fb4-b922-5bc7930862c5: rpc.has_security_group_logging(os_id): False [ 679.263123] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1ce67381-023b-4459-8557-e796b152d4e7 [ 679.263376] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.263568] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.263646] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.265107] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.265107] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.265107] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1ce67381-023b-4459-8557-e796b152d4e7 already deleted. [ 679.265107] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ce67381-023b-4459-8557-e796b152d4e7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.277062] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.277451] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.277562] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.277803] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.277921] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.278465] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.278623] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.279253] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.279253] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.279253] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.279253] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df17d83e-1ba6-4fb4-b922-5bc7930862c5 is going to be created. [ 679.288421] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.288709] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.288762] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c314b855-83f8-4055-84b8-a4b265aef869 with status ACTIVE [ 679.288964] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.289104] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.289174] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.289406] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.289514] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.289737] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.289837] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.289837] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.290083] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.290083] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.290282] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.290369] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.290431] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.290573] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.290647] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.290805] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c314b855-83f8-4055-84b8-a4b265aef869 is going to be updated. [ 679.382228] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.382434] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.382434] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.382670] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.382807] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.382972] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c314b855-83f8-4055-84b8-a4b265aef869" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.421187] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9844e17-dba0-45e4-b9df-dbe87cdd2d94 in Status: SUCCESS [ 679.421187] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9844e17-dba0-45e4-b9df-dbe87cdd2d94 deletion is rescheduled due to dependency. [ 679.421442] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.421442] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.421645] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.421875] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.422021] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.422127] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.422412] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.422495] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.422573] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9844e17-dba0-45e4-b9df-dbe87cdd2d94',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.430671] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.430837] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.430884] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.433234] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.433234] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.447657] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df17d83e-1ba6-4fb4-b922-5bc7930862c5 in Status: IN_PROGRESS for 2s [ 679.635416] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock network-594 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.635619] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "network-594" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.635718] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "network-594" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.636044] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "network-594" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.636255] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.636417] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.637040] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.637166] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.637370] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.638126] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 679.638126] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 679.638126] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 679.638126] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 679.638126] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 679.640354] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 679.640354] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 679.660507] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 679.660761] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 679.660819] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 679.660962] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "network-594" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.661300] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock port-29deee19-1dd4-47fc-9944-ab0b1d61db2c taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.661477] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "port-29deee19-1dd4-47fc-9944-ab0b1d61db2c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.662837] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "port-29deee19-1dd4-47fc-9944-ab0b1d61db2c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.662837] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "port-29deee19-1dd4-47fc-9944-ab0b1d61db2c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.662837] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29deee19-1dd4-47fc-9944-ab0b1d61db2c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.926027] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a9844e17-dba0-45e4-b9df-dbe87cdd2d94',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.015917] env[65894]: INFO networking_nsxv3.common.synchronization [None req-db6c5434-6ec0-442c-9272-28e05b23a54e None None] Enqueued Resource ID: 9d947331-c243-4b75-9746-edce9e3cdc05 with Priority: HIGHEST for action port [ 680.017918] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d947331-c243-4b75-9746-edce9e3cdc05 with Priority: HIGHEST for action port [ 680.017918] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d947331-c243-4b75-9746-edce9e3cdc05 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.017918] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d947331-c243-4b75-9746-edce9e3cdc05" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.017918] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d947331-c243-4b75-9746-edce9e3cdc05" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.018455] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d947331-c243-4b75-9746-edce9e3cdc05" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.018455] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d947331-c243-4b75-9746-edce9e3cdc05',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.167173] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.167173] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.167173] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.167173] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.167173] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.167173] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Segment Port 29deee19-1dd4-47fc-9944-ab0b1d61db2c not found, creating... [ 680.167173] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.167173] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.169764] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.169764] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.169764] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.169764] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.169764] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.169764] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.169764] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.169764] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.169764] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Resource: SegmentPort with ID: 29deee19-1dd4-47fc-9944-ab0b1d61db2c is going to be created. [ 680.196625] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.197090] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.197090] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.197411] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.198232] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.198232] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "port-29deee19-1dd4-47fc-9944-ab0b1d61db2c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.428435] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a9844e17-dba0-45e4-b9df-dbe87cdd2d94',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.520895] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9d947331-c243-4b75-9746-edce9e3cdc05 [ 680.521308] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.521308] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.521416] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.521909] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.521909] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.521909] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9d947331-c243-4b75-9746-edce9e3cdc05 already deleted. [ 680.521909] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d947331-c243-4b75-9746-edce9e3cdc05" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.931793] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.931977] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.931977] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.932194] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.932310] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.933198] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9844e17-dba0-45e4-b9df-dbe87cdd2d94 is going to be updated. [ 680.956024] env[65894]: INFO networking_nsxv3.common.synchronization [req-a1ed1275-7d20-4679-bf41-2ad7b89054ef req-05a63936-2cf6-4c85-88be-48526e08d010 service nova] Enqueued Resource ID: a9844e17-dba0-45e4-b9df-dbe87cdd2d94 with Priority: HIGHEST for action security_group_rules [ 680.956024] env[65894]: INFO networking_nsxv3.common.synchronization [req-a1ed1275-7d20-4679-bf41-2ad7b89054ef req-05a63936-2cf6-4c85-88be-48526e08d010 service nova] Enqueued Resource ID: a9844e17-dba0-45e4-b9df-dbe87cdd2d94 with Priority: HIGHEST for action security_group_members [ 680.956024] env[65894]: INFO networking_nsxv3.common.synchronization [req-a1ed1275-7d20-4679-bf41-2ad7b89054ef req-05a63936-2cf6-4c85-88be-48526e08d010 service nova] Enqueued Resource ID: 29deee19-1dd4-47fc-9944-ab0b1d61db2c with Priority: HIGHEST for action port [ 680.956024] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9844e17-dba0-45e4-b9df-dbe87cdd2d94 with Priority: HIGHEST for action security_group_rules [ 680.956024] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9844e17-dba0-45e4-b9df-dbe87cdd2d94 with Priority: HIGHEST for action security_group_members [ 680.956024] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29deee19-1dd4-47fc-9944-ab0b1d61db2c with Priority: HIGHEST for action port [ 680.956024] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9844e17-dba0-45e4-b9df-dbe87cdd2d94 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.956024] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.956024] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.956024] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.956520] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-29deee19-1dd4-47fc-9944-ab0b1d61db2c taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.956954] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29deee19-1dd4-47fc-9944-ab0b1d61db2c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.956954] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29deee19-1dd4-47fc-9944-ab0b1d61db2c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.956954] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29deee19-1dd4-47fc-9944-ab0b1d61db2c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.957181] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29deee19-1dd4-47fc-9944-ab0b1d61db2c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.969735] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.969963] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.970055] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.970308] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.970469] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.982345] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9844e17-dba0-45e4-b9df-dbe87cdd2d94 in Status: IN_PROGRESS for 2s [ 681.460496] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 29deee19-1dd4-47fc-9944-ab0b1d61db2c with status ACTIVE [ 681.460803] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.460905] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.460974] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.461357] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.461357] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.461475] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.461553] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.461611] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.461761] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.461838] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.462061] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.462128] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.462169] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.462308] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.462380] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.464419] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 29deee19-1dd4-47fc-9944-ab0b1d61db2c is going to be updated. [ 681.464792] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df17d83e-1ba6-4fb4-b922-5bc7930862c5 in Status: SUCCESS [ 681.464792] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df17d83e-1ba6-4fb4-b922-5bc7930862c5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.488512] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.488683] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.488769] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.489029] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.489179] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.489326] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29deee19-1dd4-47fc-9944-ab0b1d61db2c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.604595] env[65894]: INFO networking_nsxv3.common.synchronization [req-055e2693-685c-482e-b6e3-909949fa502f req-1827f91d-27cd-483b-a61e-b3bf7fdc9a2a tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] Enqueued Resource ID: b620dde1-41aa-4a88-a801-46fa9401a147 with Priority: HIGHEST for action security_group_members [ 681.605313] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b620dde1-41aa-4a88-a801-46fa9401a147 with Priority: HIGHEST for action security_group_members [ 681.605665] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-b620dde1-41aa-4a88-a801-46fa9401a147 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.605796] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b620dde1-41aa-4a88-a801-46fa9401a147" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.605975] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b620dde1-41aa-4a88-a801-46fa9401a147" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.606787] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b620dde1-41aa-4a88-a801-46fa9401a147" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.607052] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.607164] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.607229] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.607504] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.607758] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.607872] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b620dde1-41aa-4a88-a801-46fa9401a147',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.110447] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.110621] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.110676] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.110890] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.110984] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.111226] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.111360] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.111421] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.111688] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.111767] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.111905] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b620dde1-41aa-4a88-a801-46fa9401a147 already deleted. [ 682.111949] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b620dde1-41aa-4a88-a801-46fa9401a147" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.129478] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock network-227 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.129678] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "network-227" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.129780] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "network-227" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.130061] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "network-227" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.130396] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.130727] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.130727] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.130918] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.131512] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.131762] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 682.131911] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 682.132061] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 682.132192] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 682.132302] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 682.132405] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 682.132538] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 682.137060] env[65894]: INFO networking_nsxv3.common.synchronization [req-d47c30f6-d34e-4997-9d6b-a9cc28e4906c req-6aaa302d-e8c0-4cae-9637-0eefe5a8ddde tempest-ServerDiagnosticsNegativeTest-1068608669 tempest-ServerDiagnosticsNegativeTest-1068608669-project-member] Enqueued Resource ID: 264e6cc1-cd1d-45f9-a0ae-3e4b715cd15e with Priority: HIGHEST for action security_group_members [ 682.137997] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 264e6cc1-cd1d-45f9-a0ae-3e4b715cd15e with Priority: HIGHEST for action security_group_members [ 682.138633] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-264e6cc1-cd1d-45f9-a0ae-3e4b715cd15e taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.138709] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-264e6cc1-cd1d-45f9-a0ae-3e4b715cd15e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.138788] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-264e6cc1-cd1d-45f9-a0ae-3e4b715cd15e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.139139] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-264e6cc1-cd1d-45f9-a0ae-3e4b715cd15e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.139199] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.139415] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.139484] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.139745] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.139890] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.139989] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('264e6cc1-cd1d-45f9-a0ae-3e4b715cd15e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.160222] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 682.160430] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 682.160556] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 682.160752] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "network-227" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.161146] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock port-02a1c6f1-b9c1-43fc-8741-e8ff4baac3a2 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.161360] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "port-02a1c6f1-b9c1-43fc-8741-e8ff4baac3a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.161505] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "port-02a1c6f1-b9c1-43fc-8741-e8ff4baac3a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.161856] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "port-02a1c6f1-b9c1-43fc-8741-e8ff4baac3a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.162889] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02a1c6f1-b9c1-43fc-8741-e8ff4baac3a2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.643064] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.643446] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.643446] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.643643] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.643796] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.644207] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.648027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.648027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.648027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.648027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.648027] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 264e6cc1-cd1d-45f9-a0ae-3e4b715cd15e is going to be updated. [ 682.666107] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.666483] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.666649] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.667048] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.667250] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.667471] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Segment Port 02a1c6f1-b9c1-43fc-8741-e8ff4baac3a2 not found, creating... [ 682.668019] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.668145] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.668287] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.668624] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.668791] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.669679] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.669945] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.670118] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.670424] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.670608] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.670801] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Resource: SegmentPort with ID: 02a1c6f1-b9c1-43fc-8741-e8ff4baac3a2 is going to be created. [ 682.688608] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.688836] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.688836] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.689318] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.689460] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.701272] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 264e6cc1-cd1d-45f9-a0ae-3e4b715cd15e in Status: IN_PROGRESS for 2s [ 682.706710] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.706968] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.707147] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.707503] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.708538] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.708538] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "port-02a1c6f1-b9c1-43fc-8741-e8ff4baac3a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.993846] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9844e17-dba0-45e4-b9df-dbe87cdd2d94 in Status: SUCCESS [ 682.994094] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.994406] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.994534] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.994764] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.994911] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.994981] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.995185] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.995318] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.995465] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9844e17-dba0-45e4-b9df-dbe87cdd2d94',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.446495] env[65894]: INFO networking_nsxv3.common.synchronization [req-055e2693-685c-482e-b6e3-909949fa502f req-43e4e77e-a4e9-4be6-94ca-aa30a7cd80da service nova] Enqueued Resource ID: b620dde1-41aa-4a88-a801-46fa9401a147 with Priority: HIGHEST for action security_group_rules [ 683.446495] env[65894]: INFO networking_nsxv3.common.synchronization [req-055e2693-685c-482e-b6e3-909949fa502f req-43e4e77e-a4e9-4be6-94ca-aa30a7cd80da service nova] Enqueued Resource ID: b620dde1-41aa-4a88-a801-46fa9401a147 with Priority: HIGHEST for action security_group_members [ 683.446495] env[65894]: INFO networking_nsxv3.common.synchronization [req-055e2693-685c-482e-b6e3-909949fa502f req-43e4e77e-a4e9-4be6-94ca-aa30a7cd80da service nova] Enqueued Resource ID: 02a1c6f1-b9c1-43fc-8741-e8ff4baac3a2 with Priority: HIGHEST for action port [ 683.446495] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b620dde1-41aa-4a88-a801-46fa9401a147 with Priority: HIGHEST for action security_group_rules [ 683.446495] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b620dde1-41aa-4a88-a801-46fa9401a147 with Priority: HIGHEST for action security_group_members [ 683.446495] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02a1c6f1-b9c1-43fc-8741-e8ff4baac3a2 with Priority: HIGHEST for action port [ 683.446495] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b620dde1-41aa-4a88-a801-46fa9401a147 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.446495] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b620dde1-41aa-4a88-a801-46fa9401a147" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.446495] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b620dde1-41aa-4a88-a801-46fa9401a147" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.446495] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b620dde1-41aa-4a88-a801-46fa9401a147" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.446495] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b620dde1-41aa-4a88-a801-46fa9401a147',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.446982] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-b620dde1-41aa-4a88-a801-46fa9401a147 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.447269] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b620dde1-41aa-4a88-a801-46fa9401a147" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.447269] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b620dde1-41aa-4a88-a801-46fa9401a147" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.447372] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b620dde1-41aa-4a88-a801-46fa9401a147" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.447549] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.447646] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.447646] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.447785] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.447932] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.447999] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b620dde1-41aa-4a88-a801-46fa9401a147',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.449114] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-02a1c6f1-b9c1-43fc-8741-e8ff4baac3a2 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.449235] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-02a1c6f1-b9c1-43fc-8741-e8ff4baac3a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.449796] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-02a1c6f1-b9c1-43fc-8741-e8ff4baac3a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.449796] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-02a1c6f1-b9c1-43fc-8741-e8ff4baac3a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.449796] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('02a1c6f1-b9c1-43fc-8741-e8ff4baac3a2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.498423] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a9844e17-dba0-45e4-b9df-dbe87cdd2d94',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.737674] env[65894]: INFO networking_nsxv3.common.synchronization [req-3bc085cd-f7ea-40f6-a409-57155504321c req-1f63433b-6699-4f25-b60f-05f2f92a501a tempest-DeleteServersAdminTestJSON-590119314 tempest-DeleteServersAdminTestJSON-590119314-project-member] Enqueued Resource ID: 37512978-9204-4fbd-9826-5f8ea7fbbb4d with Priority: HIGHEST for action security_group_members [ 683.738028] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37512978-9204-4fbd-9826-5f8ea7fbbb4d with Priority: HIGHEST for action security_group_members [ 683.738311] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-37512978-9204-4fbd-9826-5f8ea7fbbb4d taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.738434] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37512978-9204-4fbd-9826-5f8ea7fbbb4d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.738473] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37512978-9204-4fbd-9826-5f8ea7fbbb4d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.738669] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37512978-9204-4fbd-9826-5f8ea7fbbb4d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.738830] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.738931] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.739032] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.739225] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.739338] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.739415] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37512978-9204-4fbd-9826-5f8ea7fbbb4d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.953219] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-b620dde1-41aa-4a88-a801-46fa9401a147 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.953219] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b620dde1-41aa-4a88-a801-46fa9401a147" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.953219] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b620dde1-41aa-4a88-a801-46fa9401a147',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.953902] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 02a1c6f1-b9c1-43fc-8741-e8ff4baac3a2 with status ACTIVE [ 683.954243] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.954243] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.954243] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.954443] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.954525] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.954895] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.954895] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.955688] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.955688] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.955688] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.955688] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.955688] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.955901] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.956020] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.956094] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.956172] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 02a1c6f1-b9c1-43fc-8741-e8ff4baac3a2 is going to be updated. [ 683.981654] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.981804] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.981881] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.982119] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.982285] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.982450] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-02a1c6f1-b9c1-43fc-8741-e8ff4baac3a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.001346] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a9844e17-dba0-45e4-b9df-dbe87cdd2d94',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.131514] env[65894]: INFO networking_nsxv3.common.synchronization [req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 req-9c0147d7-9f1c-4acf-b059-ae067fc70f7e tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Enqueued Resource ID: 33255802-6495-48dc-b7f2-bb56d9e38363 with Priority: HIGHEST for action security_group_members [ 684.132136] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33255802-6495-48dc-b7f2-bb56d9e38363 with Priority: HIGHEST for action security_group_members [ 684.133229] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-33255802-6495-48dc-b7f2-bb56d9e38363 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.133430] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33255802-6495-48dc-b7f2-bb56d9e38363" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.133504] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33255802-6495-48dc-b7f2-bb56d9e38363" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.133733] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33255802-6495-48dc-b7f2-bb56d9e38363" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.133927] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.134021] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.134087] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.134338] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.134338] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.134424] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33255802-6495-48dc-b7f2-bb56d9e38363',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.242369] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.242369] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.242369] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.242612] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.242706] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.242905] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.243058] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.243058] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.243262] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.243324] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.243429] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37512978-9204-4fbd-9826-5f8ea7fbbb4d is going to be updated. [ 684.303537] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.303735] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.303819] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.303993] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.305084] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.318728] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37512978-9204-4fbd-9826-5f8ea7fbbb4d in Status: IN_PROGRESS for 2s [ 684.459814] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b620dde1-41aa-4a88-a801-46fa9401a147',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.505625] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.505887] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.505972] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.506294] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.506434] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.506539] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9844e17-dba0-45e4-b9df-dbe87cdd2d94 is going to be updated. [ 684.559496] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.559673] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.559711] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.559973] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.560964] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.572645] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9844e17-dba0-45e4-b9df-dbe87cdd2d94 in Status: IN_PROGRESS for 2s [ 684.604499] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock network-227 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.604671] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "network-227" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.604804] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "network-227" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.605088] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "network-227" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.605349] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.605519] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.605635] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.605924] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.606024] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.606783] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 684.606900] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 684.607012] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 684.607124] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 684.607228] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 684.607325] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 684.607453] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 684.638840] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 684.638993] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 684.639180] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 684.639382] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "network-227" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.639702] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock port-4b1e1678-eb97-419d-8854-8dde8078fcc8 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.641018] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "port-4b1e1678-eb97-419d-8854-8dde8078fcc8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.641018] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "port-4b1e1678-eb97-419d-8854-8dde8078fcc8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.641018] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "port-4b1e1678-eb97-419d-8854-8dde8078fcc8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.641018] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b1e1678-eb97-419d-8854-8dde8078fcc8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.643961] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('33255802-6495-48dc-b7f2-bb56d9e38363',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.716104] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 264e6cc1-cd1d-45f9-a0ae-3e4b715cd15e in Status: SUCCESS [ 684.716325] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 264e6cc1-cd1d-45f9-a0ae-3e4b715cd15e deletion is rescheduled due to dependency. [ 684.716438] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-264e6cc1-cd1d-45f9-a0ae-3e4b715cd15e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.966026] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.966026] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.966026] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.966026] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.966026] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.966026] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b620dde1-41aa-4a88-a801-46fa9401a147 is going to be created. [ 684.996486] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.996486] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.996486] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.996486] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.996486] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.010685] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b620dde1-41aa-4a88-a801-46fa9401a147 in Status: UNINITIALIZED for 2s [ 685.144081] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.144341] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.144494] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.144894] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.145057] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.145270] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Segment Port 4b1e1678-eb97-419d-8854-8dde8078fcc8 not found, creating... [ 685.145579] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.145738] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.145892] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.146194] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.146546] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.147088] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.147337] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.147495] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.148474] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.148474] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.148474] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Resource: SegmentPort with ID: 4b1e1678-eb97-419d-8854-8dde8078fcc8 is going to be created. [ 685.149644] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('33255802-6495-48dc-b7f2-bb56d9e38363',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.177434] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.177434] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.177434] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.177875] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.180150] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.180386] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "port-4b1e1678-eb97-419d-8854-8dde8078fcc8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.653091] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.653091] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.653091] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.653091] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.653091] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.654105] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33255802-6495-48dc-b7f2-bb56d9e38363 is going to be updated. [ 685.704927] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.704927] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.704927] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.705089] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.705204] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.719204] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33255802-6495-48dc-b7f2-bb56d9e38363 in Status: IN_PROGRESS for 2s [ 685.980620] env[65894]: INFO networking_nsxv3.common.synchronization [req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 req-2fe2797e-6990-4fed-8244-5f2e00e801a3 service nova] Enqueued Resource ID: 33255802-6495-48dc-b7f2-bb56d9e38363 with Priority: HIGHEST for action security_group_rules [ 685.980883] env[65894]: INFO networking_nsxv3.common.synchronization [req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 req-2fe2797e-6990-4fed-8244-5f2e00e801a3 service nova] Enqueued Resource ID: 33255802-6495-48dc-b7f2-bb56d9e38363 with Priority: HIGHEST for action security_group_members [ 685.981328] env[65894]: INFO networking_nsxv3.common.synchronization [req-6bc6a784-6174-4b7b-966a-7777a1c0edb2 req-2fe2797e-6990-4fed-8244-5f2e00e801a3 service nova] Enqueued Resource ID: 4b1e1678-eb97-419d-8854-8dde8078fcc8 with Priority: HIGHEST for action port [ 685.983160] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33255802-6495-48dc-b7f2-bb56d9e38363 with Priority: HIGHEST for action security_group_rules [ 685.983307] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33255802-6495-48dc-b7f2-bb56d9e38363 with Priority: HIGHEST for action security_group_members [ 685.983405] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b1e1678-eb97-419d-8854-8dde8078fcc8 with Priority: HIGHEST for action port [ 685.983760] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33255802-6495-48dc-b7f2-bb56d9e38363 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.983978] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33255802-6495-48dc-b7f2-bb56d9e38363" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.986212] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33255802-6495-48dc-b7f2-bb56d9e38363" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.986454] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33255802-6495-48dc-b7f2-bb56d9e38363" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.986544] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33255802-6495-48dc-b7f2-bb56d9e38363',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.988437] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-33255802-6495-48dc-b7f2-bb56d9e38363 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.988437] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33255802-6495-48dc-b7f2-bb56d9e38363" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.988437] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b1e1678-eb97-419d-8854-8dde8078fcc8 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.988437] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b1e1678-eb97-419d-8854-8dde8078fcc8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.988437] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b1e1678-eb97-419d-8854-8dde8078fcc8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.988728] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b1e1678-eb97-419d-8854-8dde8078fcc8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.988728] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b1e1678-eb97-419d-8854-8dde8078fcc8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.330370] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37512978-9204-4fbd-9826-5f8ea7fbbb4d in Status: SUCCESS [ 686.330559] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37512978-9204-4fbd-9826-5f8ea7fbbb4d deletion is rescheduled due to dependency. [ 686.330677] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37512978-9204-4fbd-9826-5f8ea7fbbb4d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.490447] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-33255802-6495-48dc-b7f2-bb56d9e38363 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.490651] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33255802-6495-48dc-b7f2-bb56d9e38363" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.494491] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4b1e1678-eb97-419d-8854-8dde8078fcc8 with status ACTIVE [ 686.494595] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.494769] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.494839] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.495074] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.495496] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.495496] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.495496] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.495612] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.495782] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.495908] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.496168] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.496285] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.496378] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.496541] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.496620] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.496708] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4b1e1678-eb97-419d-8854-8dde8078fcc8 is going to be updated. [ 686.520829] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.521618] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.521840] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.522565] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.523467] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.523582] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b1e1678-eb97-419d-8854-8dde8078fcc8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.544102] env[65894]: INFO networking_nsxv3.common.synchronization [req-e082440f-ff18-4204-ab74-ac2ccf0f6b83 req-b602d4f3-d3f1-4ca2-949b-2fa1189c9d8f tempest-SecurityGroupRulesNegativeTestJSON-775452085 tempest-SecurityGroupRulesNegativeTestJSON-775452085-project-member] Enqueued Resource ID: 52b67f81-8497-4153-855d-62928ab14247 with Priority: HIGHEST for action security_group_rules [ 686.544689] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52b67f81-8497-4153-855d-62928ab14247 with Priority: HIGHEST for action security_group_rules [ 686.545142] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52b67f81-8497-4153-855d-62928ab14247 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.545312] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52b67f81-8497-4153-855d-62928ab14247" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.545558] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52b67f81-8497-4153-855d-62928ab14247" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.546770] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52b67f81-8497-4153-855d-62928ab14247" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.546770] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52b67f81-8497-4153-855d-62928ab14247',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.598483] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9844e17-dba0-45e4-b9df-dbe87cdd2d94 in Status: SUCCESS [ 686.598483] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.598483] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.598483] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.598483] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.598755] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.598755] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.598876] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.598945] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.599180] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.599288] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a9844e17-dba0-45e4-b9df-dbe87cdd2d94',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.603078] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.603325] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.603526] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.603649] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.603710] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.603870] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.603969] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.604081] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9844e17-dba0-45e4-b9df-dbe87cdd2d94',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.617962] env[65894]: INFO networking_nsxv3.common.synchronization [req-82a72151-4c02-48c1-9485-3e0e1a827d80 req-1ee5735e-25f1-44cb-92fc-b353b90402ac tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Enqueued Resource ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 with Priority: HIGHEST for action security_group_members [ 686.618285] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 with Priority: HIGHEST for action security_group_members [ 686.618457] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.618587] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.618649] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.618873] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.619150] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.619258] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.619319] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.619508] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.620733] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.620733] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.023461] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b620dde1-41aa-4a88-a801-46fa9401a147 in Status: SUCCESS [ 687.023825] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b620dde1-41aa-4a88-a801-46fa9401a147" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.023896] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b620dde1-41aa-4a88-a801-46fa9401a147" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.024228] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b620dde1-41aa-4a88-a801-46fa9401a147" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.027020] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.027020] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.027020] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.027020] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.027020] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.027020] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b620dde1-41aa-4a88-a801-46fa9401a147" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.027020] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b620dde1-41aa-4a88-a801-46fa9401a147',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.077665] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.078711] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.078711] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.078711] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.078711] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.078711] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52b67f81-8497-4153-855d-62928ab14247 already deleted. [ 687.078711] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52b67f81-8497-4153-855d-62928ab14247" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.108202] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.108202] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.108202] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a9844e17-dba0-45e4-b9df-dbe87cdd2d94',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.116162] env[65894]: INFO networking_nsxv3.common.synchronization [req-cb1339bb-b8ad-478f-a115-59e4ef16c197 req-6ea8d66b-7294-4400-bd4d-cf6f678118d7 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Enqueued Resource ID: ee473872-0cee-445b-80c2-9872fc2d0453 with Priority: HIGHEST for action security_group_members [ 687.122036] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee473872-0cee-445b-80c2-9872fc2d0453 with Priority: HIGHEST for action security_group_members [ 687.123314] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.123314] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.123314] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.123889] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.123889] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.124541] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.126447] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.126593] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.126820] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.126872] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.127139] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 is going to be updated. [ 687.128261] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee473872-0cee-445b-80c2-9872fc2d0453 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.128444] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.128502] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.128676] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.128851] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.128986] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.129062] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.129226] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.129308] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.129397] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee473872-0cee-445b-80c2-9872fc2d0453',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.166881] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.166881] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.166881] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.166881] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.166881] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.176098] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 in Status: IN_PROGRESS for 2s [ 687.314599] env[65894]: INFO networking_nsxv3.common.synchronization [req-82f889f2-10d2-47c6-9bd3-b96656073a3d req-4f6e36d9-4e43-4c5a-ad2f-28ab17003415 tempest-SecurityGroupRulesTestJSON-1928462804 tempest-SecurityGroupRulesTestJSON-1928462804-project-member] Enqueued Resource ID: 61b1f543-0e7f-4124-bfe3-7095e734804a with Priority: HIGHEST for action security_group_rules [ 687.314599] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61b1f543-0e7f-4124-bfe3-7095e734804a with Priority: HIGHEST for action security_group_rules [ 687.314599] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61b1f543-0e7f-4124-bfe3-7095e734804a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.314599] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61b1f543-0e7f-4124-bfe3-7095e734804a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.314599] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61b1f543-0e7f-4124-bfe3-7095e734804a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.314599] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61b1f543-0e7f-4124-bfe3-7095e734804a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.314599] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61b1f543-0e7f-4124-bfe3-7095e734804a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.530701] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-b620dde1-41aa-4a88-a801-46fa9401a147 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.530701] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b620dde1-41aa-4a88-a801-46fa9401a147" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.530701] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b620dde1-41aa-4a88-a801-46fa9401a147" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.530701] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b620dde1-41aa-4a88-a801-46fa9401a147" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.530701] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.530701] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.530701] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.530701] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.530701] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.530701] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b620dde1-41aa-4a88-a801-46fa9401a147" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.530701] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-b620dde1-41aa-4a88-a801-46fa9401a147 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.530701] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b620dde1-41aa-4a88-a801-46fa9401a147" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.530701] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b620dde1-41aa-4a88-a801-46fa9401a147" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.530701] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b620dde1-41aa-4a88-a801-46fa9401a147" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.530701] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.530701] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.531414] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.531414] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.531414] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.531414] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b620dde1-41aa-4a88-a801-46fa9401a147" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.531414] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b620dde1-41aa-4a88-a801-46fa9401a147',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.610506] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a9844e17-dba0-45e4-b9df-dbe87cdd2d94',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.633227] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.633227] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.633227] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.633436] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.634037] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.634037] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.634462] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.634639] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.634837] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.634908] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.635028] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee473872-0cee-445b-80c2-9872fc2d0453 is going to be updated. [ 687.677064] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.677253] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.677344] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.677775] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.677775] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.701156] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee473872-0cee-445b-80c2-9872fc2d0453 in Status: IN_PROGRESS for 2s [ 687.736976] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33255802-6495-48dc-b7f2-bb56d9e38363 in Status: SUCCESS [ 687.737300] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33255802-6495-48dc-b7f2-bb56d9e38363" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.737474] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33255802-6495-48dc-b7f2-bb56d9e38363" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.738074] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33255802-6495-48dc-b7f2-bb56d9e38363" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.738074] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.738223] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.738274] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.738548] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.738688] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.738809] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33255802-6495-48dc-b7f2-bb56d9e38363',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.853612] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.853816] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.853911] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.854282] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.854395] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.854939] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61b1f543-0e7f-4124-bfe3-7095e734804a already deleted. [ 687.854939] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61b1f543-0e7f-4124-bfe3-7095e734804a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.036017] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b620dde1-41aa-4a88-a801-46fa9401a147: rpc.has_security_group_logging(os_id): False [ 688.061047] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.061047] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.061047] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.061047] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.061047] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.061047] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.061047] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.061047] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.061047] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.061047] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.061047] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.061047] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.061047] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.061047] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.061047] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.061764] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.061764] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.061764] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.061764] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.061764] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.061764] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b620dde1-41aa-4a88-a801-46fa9401a147 is going to be created. [ 688.114245] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.114453] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.114545] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.114797] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.114901] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.115033] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9844e17-dba0-45e4-b9df-dbe87cdd2d94 is going to be updated. [ 688.146585] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.146784] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.146854] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.147100] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.147301] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.156131] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.156311] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.156376] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.156677] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.156877] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.164840] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b620dde1-41aa-4a88-a801-46fa9401a147 in Status: IN_PROGRESS for 2s [ 688.169032] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9844e17-dba0-45e4-b9df-dbe87cdd2d94 in Status: IN_PROGRESS for 2s [ 688.242677] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('33255802-6495-48dc-b7f2-bb56d9e38363',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.501078] env[65894]: INFO networking_nsxv3.common.synchronization [req-c1a89543-548b-44ba-9139-52361c04f379 req-d893d7a5-ae5c-4ac3-bc9c-9a35595ebdd1 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Enqueued Resource ID: a3e52fc6-349c-4034-901a-23d384d743c9 with Priority: HIGHEST for action security_group_members [ 688.501594] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3e52fc6-349c-4034-901a-23d384d743c9 with Priority: HIGHEST for action security_group_members [ 688.501935] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3e52fc6-349c-4034-901a-23d384d743c9 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.502114] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.502212] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.502487] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.502683] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.502812] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.502894] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.503106] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.503228] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.503353] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3e52fc6-349c-4034-901a-23d384d743c9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.744986] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('33255802-6495-48dc-b7f2-bb56d9e38363',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.006923] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.006923] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.006923] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.007228] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.007297] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.007653] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.007753] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.007801] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.008209] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.008359] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.008500] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3e52fc6-349c-4034-901a-23d384d743c9 is going to be updated. [ 689.057971] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.058536] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.058536] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.058536] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.058699] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.076384] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3e52fc6-349c-4034-901a-23d384d743c9 in Status: IN_PROGRESS for 2s [ 689.197770] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 in Status: SUCCESS [ 689.198108] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 deletion is rescheduled due to dependency. [ 689.198314] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.249139] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.249139] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.249139] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.249424] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.249624] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.249823] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33255802-6495-48dc-b7f2-bb56d9e38363 is going to be updated. [ 689.336946] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.337196] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.337273] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.337502] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.337640] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.361491] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33255802-6495-48dc-b7f2-bb56d9e38363 in Status: IN_PROGRESS for 2s [ 689.713706] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee473872-0cee-445b-80c2-9872fc2d0453 in Status: SUCCESS [ 689.713840] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee473872-0cee-445b-80c2-9872fc2d0453 deletion is rescheduled due to dependency. [ 689.713933] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.137312] env[65894]: INFO networking_nsxv3.common.synchronization [req-602ba9df-ab3b-4965-8c38-279c2b2de44a req-867077a7-650d-4b97-8d9f-e8751bee8812 tempest-SecurityGroupRulesNegativeTestJSON-775452085 tempest-SecurityGroupRulesNegativeTestJSON-775452085-project-member] Enqueued Resource ID: 52b67f81-8497-4153-855d-62928ab14247 with Priority: HIGHEST for action security_group_rules [ 690.139853] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 52b67f81-8497-4153-855d-62928ab14247 with Priority: HIGHEST for action security_group_rules [ 690.140956] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-52b67f81-8497-4153-855d-62928ab14247 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.141137] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-52b67f81-8497-4153-855d-62928ab14247" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.141220] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-52b67f81-8497-4153-855d-62928ab14247" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.141472] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-52b67f81-8497-4153-855d-62928ab14247" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.141574] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('52b67f81-8497-4153-855d-62928ab14247',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.182816] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9844e17-dba0-45e4-b9df-dbe87cdd2d94 in Status: SUCCESS [ 690.183113] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.183742] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.185120] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.185120] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.185120] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.185120] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.185120] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.185120] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.185457] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.186075] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.188052] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.188052] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.188052] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.188052] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.188052] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.188052] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.188052] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.188052] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.188052] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.188052] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a9844e17-dba0-45e4-b9df-dbe87cdd2d94',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.191369] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b620dde1-41aa-4a88-a801-46fa9401a147 in Status: SUCCESS [ 690.191673] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b620dde1-41aa-4a88-a801-46fa9401a147" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.444279] env[65894]: INFO networking_nsxv3.common.synchronization [req-5a57aabf-6670-4a27-9f0f-1bd9cd398390 req-0e16ae61-0ef1-4613-810a-89b3fea624b3 tempest-ServerGroupTestJSON-1310141982 tempest-ServerGroupTestJSON-1310141982-project-member] Enqueued Resource ID: 74b82953-2e9f-4aa6-a354-b00bb79b7f59 with Priority: HIGHEST for action security_group_members [ 690.445311] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74b82953-2e9f-4aa6-a354-b00bb79b7f59 with Priority: HIGHEST for action security_group_members [ 690.445678] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-74b82953-2e9f-4aa6-a354-b00bb79b7f59 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.445954] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74b82953-2e9f-4aa6-a354-b00bb79b7f59" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.446092] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74b82953-2e9f-4aa6-a354-b00bb79b7f59" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.446258] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74b82953-2e9f-4aa6-a354-b00bb79b7f59" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.446488] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.446547] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.446602] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.446793] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.446900] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.447019] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74b82953-2e9f-4aa6-a354-b00bb79b7f59',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.667365] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.667365] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.667365] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.667365] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.667365] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.667365] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 52b67f81-8497-4153-855d-62928ab14247 already deleted. [ 690.669217] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-52b67f81-8497-4153-855d-62928ab14247" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.694123] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a9844e17-dba0-45e4-b9df-dbe87cdd2d94: rpc.has_security_group_logging(os_id): False [ 690.714542] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.715750] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.715750] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.715750] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.715750] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.716145] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.716145] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.716145] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.716389] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.716596] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.717481] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.717481] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.717481] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.717481] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.717481] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.717727] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.717775] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.717865] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.718601] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.718601] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.718601] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9844e17-dba0-45e4-b9df-dbe87cdd2d94 is going to be updated. [ 690.825527] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.825527] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.825846] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.826748] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.826748] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.859112] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9844e17-dba0-45e4-b9df-dbe87cdd2d94 in Status: IN_PROGRESS for 2s [ 690.952308] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.952604] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.952604] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.952748] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.952841] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.953048] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.953154] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.953216] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.953367] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.953443] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.953530] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74b82953-2e9f-4aa6-a354-b00bb79b7f59 is going to be updated. [ 691.019376] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.019570] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.019570] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.020262] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.020559] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.034837] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74b82953-2e9f-4aa6-a354-b00bb79b7f59 in Status: IN_PROGRESS for 2s [ 691.090726] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3e52fc6-349c-4034-901a-23d384d743c9 in Status: SUCCESS [ 691.090960] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3e52fc6-349c-4034-901a-23d384d743c9 deletion is rescheduled due to dependency. [ 691.091071] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.375345] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33255802-6495-48dc-b7f2-bb56d9e38363 in Status: SUCCESS [ 691.375685] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33255802-6495-48dc-b7f2-bb56d9e38363" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.375825] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33255802-6495-48dc-b7f2-bb56d9e38363" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.376066] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33255802-6495-48dc-b7f2-bb56d9e38363" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.376267] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.376392] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.376457] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.376649] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.376747] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.376840] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33255802-6495-48dc-b7f2-bb56d9e38363" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.376950] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('33255802-6495-48dc-b7f2-bb56d9e38363',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.880044] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-33255802-6495-48dc-b7f2-bb56d9e38363 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.880044] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33255802-6495-48dc-b7f2-bb56d9e38363" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.880044] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33255802-6495-48dc-b7f2-bb56d9e38363" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.880467] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33255802-6495-48dc-b7f2-bb56d9e38363" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.880756] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.880930] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.881050] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.881316] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.881471] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.881598] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33255802-6495-48dc-b7f2-bb56d9e38363" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.881836] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-33255802-6495-48dc-b7f2-bb56d9e38363 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.881982] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33255802-6495-48dc-b7f2-bb56d9e38363" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.882099] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33255802-6495-48dc-b7f2-bb56d9e38363" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.882323] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33255802-6495-48dc-b7f2-bb56d9e38363" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.882546] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.882691] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.882791] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.883400] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.883861] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.883861] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33255802-6495-48dc-b7f2-bb56d9e38363" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.883985] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('33255802-6495-48dc-b7f2-bb56d9e38363',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.888328] env[65894]: INFO networking_nsxv3.common.synchronization [None req-daa35705-83dd-4b1c-b8f7-d0b6fa7d55a3 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Enqueued Resource ID: 9487292d-59eb-4b56-b247-7e75d8b575cf with Priority: HIGHEST for action security_group_rules [ 691.889198] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9487292d-59eb-4b56-b247-7e75d8b575cf with Priority: HIGHEST for action security_group_rules [ 691.889650] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9487292d-59eb-4b56-b247-7e75d8b575cf taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.890528] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9487292d-59eb-4b56-b247-7e75d8b575cf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.890528] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9487292d-59eb-4b56-b247-7e75d8b575cf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.890528] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9487292d-59eb-4b56-b247-7e75d8b575cf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.890528] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9487292d-59eb-4b56-b247-7e75d8b575cf',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.030349] env[65894]: INFO networking_nsxv3.common.synchronization [None req-29496236-68ef-4650-816e-4e7514774287 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Enqueued Resource ID: 9487292d-59eb-4b56-b247-7e75d8b575cf with Priority: HIGHEST for action security_group_rules [ 692.031648] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9487292d-59eb-4b56-b247-7e75d8b575cf with Priority: HIGHEST for action security_group_rules [ 692.031648] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9487292d-59eb-4b56-b247-7e75d8b575cf taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.031648] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9487292d-59eb-4b56-b247-7e75d8b575cf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.386549] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 33255802-6495-48dc-b7f2-bb56d9e38363: rpc.has_security_group_logging(os_id): False [ 692.416110] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.416402] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.416402] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.416576] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.416673] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.416897] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.417225] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.417225] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.417429] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.417429] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.417643] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.417770] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.417836] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.417940] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.418078] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.418828] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.418828] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.418828] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.418828] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.418828] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.418828] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33255802-6495-48dc-b7f2-bb56d9e38363 is going to be updated. [ 692.420778] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.420903] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.420961] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.421459] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.421459] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.421459] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9487292d-59eb-4b56-b247-7e75d8b575cf already deleted. [ 692.421459] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9487292d-59eb-4b56-b247-7e75d8b575cf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.422057] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9487292d-59eb-4b56-b247-7e75d8b575cf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.422280] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9487292d-59eb-4b56-b247-7e75d8b575cf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.422387] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9487292d-59eb-4b56-b247-7e75d8b575cf',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.516463] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.516463] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.516463] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.516463] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.516965] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.535843] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33255802-6495-48dc-b7f2-bb56d9e38363 in Status: IN_PROGRESS for 2s [ 692.881462] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9844e17-dba0-45e4-b9df-dbe87cdd2d94 in Status: SUCCESS [ 692.881884] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.882183] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.882571] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.882744] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9844e17-dba0-45e4-b9df-dbe87cdd2d94',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.944833] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.945070] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.945271] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.945419] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.945519] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.946859] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9487292d-59eb-4b56-b247-7e75d8b575cf already deleted. [ 692.947043] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9487292d-59eb-4b56-b247-7e75d8b575cf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.046292] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74b82953-2e9f-4aa6-a354-b00bb79b7f59 in Status: SUCCESS [ 693.046491] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74b82953-2e9f-4aa6-a354-b00bb79b7f59 deletion is rescheduled due to dependency. [ 693.046559] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74b82953-2e9f-4aa6-a354-b00bb79b7f59" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.109280] env[65894]: INFO networking_nsxv3.common.synchronization [req-94f15741-2bf3-4408-b70d-b7a65adc04cb req-f79612e1-48ab-4dbd-af97-da4dfdb02581 tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Enqueued Resource ID: 84626a76-549f-4c74-8189-71be8b4e3168 with Priority: HIGHEST for action security_group_members [ 693.109566] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84626a76-549f-4c74-8189-71be8b4e3168 with Priority: HIGHEST for action security_group_members [ 693.110025] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-84626a76-549f-4c74-8189-71be8b4e3168 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.110212] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84626a76-549f-4c74-8189-71be8b4e3168" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.110304] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84626a76-549f-4c74-8189-71be8b4e3168" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.111997] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84626a76-549f-4c74-8189-71be8b4e3168" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.111997] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.111997] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.111997] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.111997] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.111997] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.111997] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84626a76-549f-4c74-8189-71be8b4e3168',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.372436] env[65894]: INFO networking_nsxv3.common.synchronization [req-31fbea6c-4527-4759-a1ac-282188450d08 req-b3f51b15-f1e9-427c-8330-9b8b04cf6091 tempest-FloatingIPsAssociationTestJSON-2102638075 tempest-FloatingIPsAssociationTestJSON-2102638075-project-member] Enqueued Resource ID: 5c00049d-0043-4900-a626-f360ea2e8670 with Priority: HIGHEST for action security_group_members [ 693.373987] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c00049d-0043-4900-a626-f360ea2e8670 with Priority: HIGHEST for action security_group_members [ 693.373987] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-5c00049d-0043-4900-a626-f360ea2e8670 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.373987] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5c00049d-0043-4900-a626-f360ea2e8670" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.373987] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5c00049d-0043-4900-a626-f360ea2e8670" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.373987] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5c00049d-0043-4900-a626-f360ea2e8670" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.374278] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.374278] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.374278] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.374450] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.374618] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.374734] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5c00049d-0043-4900-a626-f360ea2e8670',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.385752] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.385945] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.386038] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.386258] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.386445] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.386598] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.386969] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.386969] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.386969] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.387149] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.387149] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a9844e17-dba0-45e4-b9df-dbe87cdd2d94',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.614510] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.614672] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.614731] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.614943] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.615091] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.615293] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.615393] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.615458] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.615646] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.615720] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.615803] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84626a76-549f-4c74-8189-71be8b4e3168 is going to be updated. [ 693.648772] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.648958] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.649092] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.649367] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.649547] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.659426] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84626a76-549f-4c74-8189-71be8b4e3168 in Status: IN_PROGRESS for 2s [ 693.881356] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.881524] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.881621] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.881869] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.881967] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.882219] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.882366] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.882442] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.882612] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.882711] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.882793] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c00049d-0043-4900-a626-f360ea2e8670 is going to be updated. [ 693.890319] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.890472] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.890756] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.890873] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.891057] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.891169] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.891249] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.891408] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.891491] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.891578] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.891726] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.891848] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.891925] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.892144] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.892351] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.892457] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.892942] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.893147] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.893273] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.893384] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.893560] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a9844e17-dba0-45e4-b9df-dbe87cdd2d94',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.919689] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.919771] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.919771] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.919986] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.920181] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.931797] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c00049d-0043-4900-a626-f360ea2e8670 in Status: IN_PROGRESS for 2s [ 694.396805] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a9844e17-dba0-45e4-b9df-dbe87cdd2d94: rpc.has_security_group_logging(os_id): False [ 694.420638] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.421100] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.421100] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.421229] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.421262] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.421521] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.421625] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.421703] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.421877] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.422565] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.422565] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.422565] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.422565] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.422769] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.422823] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.422993] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.423110] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.423169] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.423308] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.423380] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.423460] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9844e17-dba0-45e4-b9df-dbe87cdd2d94 is going to be updated. [ 694.508677] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.508677] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.508677] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.508677] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.508677] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.528239] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9844e17-dba0-45e4-b9df-dbe87cdd2d94 in Status: IN_PROGRESS for 2s [ 694.554439] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33255802-6495-48dc-b7f2-bb56d9e38363 in Status: SUCCESS [ 694.554770] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33255802-6495-48dc-b7f2-bb56d9e38363" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.672013] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84626a76-549f-4c74-8189-71be8b4e3168 in Status: SUCCESS [ 695.672388] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84626a76-549f-4c74-8189-71be8b4e3168 deletion is rescheduled due to dependency. [ 695.672388] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84626a76-549f-4c74-8189-71be8b4e3168" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.705578] env[65894]: INFO networking_nsxv3.common.synchronization [req-d05ad55a-72a9-4d5f-a0bf-99f7626fccd4 req-83790c6a-be1a-4cd8-aac3-cf12335fd297 tempest-SecurityGroupRulesTestJSON-1928462804 tempest-SecurityGroupRulesTestJSON-1928462804-project-member] Enqueued Resource ID: ac3be1ae-2d9a-4c0d-8fce-105393a59de0 with Priority: HIGHEST for action security_group_rules [ 695.706275] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac3be1ae-2d9a-4c0d-8fce-105393a59de0 with Priority: HIGHEST for action security_group_rules [ 695.706650] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac3be1ae-2d9a-4c0d-8fce-105393a59de0 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.706782] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac3be1ae-2d9a-4c0d-8fce-105393a59de0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.706851] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac3be1ae-2d9a-4c0d-8fce-105393a59de0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.707136] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac3be1ae-2d9a-4c0d-8fce-105393a59de0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.707221] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac3be1ae-2d9a-4c0d-8fce-105393a59de0',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.944983] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5c00049d-0043-4900-a626-f360ea2e8670 in Status: SUCCESS [ 695.945196] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5c00049d-0043-4900-a626-f360ea2e8670 deletion is rescheduled due to dependency. [ 695.945336] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5c00049d-0043-4900-a626-f360ea2e8670" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.230863] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.231023] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.231151] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.231331] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.231442] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.231536] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac3be1ae-2d9a-4c0d-8fce-105393a59de0 already deleted. [ 696.231771] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac3be1ae-2d9a-4c0d-8fce-105393a59de0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.544267] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9844e17-dba0-45e4-b9df-dbe87cdd2d94 in Status: SUCCESS [ 696.544407] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.565602] env[65894]: INFO networking_nsxv3.common.synchronization [req-5154a9c1-a95d-4f58-a187-10525abe9cbc req-ba1b962a-d360-4632-95c1-c09718ae9020 tempest-SecurityGroupRulesTestJSON-1928462804 tempest-SecurityGroupRulesTestJSON-1928462804-project-member] Enqueued Resource ID: ac3be1ae-2d9a-4c0d-8fce-105393a59de0 with Priority: HIGHEST for action security_group_rules [ 696.566204] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac3be1ae-2d9a-4c0d-8fce-105393a59de0 with Priority: HIGHEST for action security_group_rules [ 696.566544] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac3be1ae-2d9a-4c0d-8fce-105393a59de0 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.566667] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac3be1ae-2d9a-4c0d-8fce-105393a59de0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.566726] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac3be1ae-2d9a-4c0d-8fce-105393a59de0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.567209] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac3be1ae-2d9a-4c0d-8fce-105393a59de0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.567209] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac3be1ae-2d9a-4c0d-8fce-105393a59de0',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.093032] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.093394] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.093394] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.093468] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.093565] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.093653] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac3be1ae-2d9a-4c0d-8fce-105393a59de0 already deleted. [ 697.093736] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac3be1ae-2d9a-4c0d-8fce-105393a59de0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.921045] env[65894]: INFO networking_nsxv3.common.synchronization [req-3e4e3418-295a-48d1-9fc5-1f0d1bb96e25 req-eb24ed00-f502-4a05-948d-9bb9004630f4 tempest-SecurityGroupRulesTestJSON-1928462804 tempest-SecurityGroupRulesTestJSON-1928462804-project-member] Enqueued Resource ID: ac3be1ae-2d9a-4c0d-8fce-105393a59de0 with Priority: HIGHEST for action security_group_rules [ 697.921045] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac3be1ae-2d9a-4c0d-8fce-105393a59de0 with Priority: HIGHEST for action security_group_rules [ 697.921511] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac3be1ae-2d9a-4c0d-8fce-105393a59de0 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.921654] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac3be1ae-2d9a-4c0d-8fce-105393a59de0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.921731] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac3be1ae-2d9a-4c0d-8fce-105393a59de0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.921936] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac3be1ae-2d9a-4c0d-8fce-105393a59de0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.922032] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac3be1ae-2d9a-4c0d-8fce-105393a59de0',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.117116] env[65894]: INFO networking_nsxv3.common.synchronization [req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 req-b6a92709-9781-4373-8408-19a6737a457e tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] Enqueued Resource ID: 885514bf-df2c-45d5-9a0c-84aaf608e5df with Priority: HIGHEST for action security_group_members [ 698.118321] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 885514bf-df2c-45d5-9a0c-84aaf608e5df with Priority: HIGHEST for action security_group_members [ 698.118321] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-885514bf-df2c-45d5-9a0c-84aaf608e5df taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.120182] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-885514bf-df2c-45d5-9a0c-84aaf608e5df" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.120239] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-885514bf-df2c-45d5-9a0c-84aaf608e5df" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.122095] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-885514bf-df2c-45d5-9a0c-84aaf608e5df" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.122185] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.122303] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.122460] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.122621] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.122926] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.123196] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('885514bf-df2c-45d5-9a0c-84aaf608e5df',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.456025] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.456025] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.456025] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.456025] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.456025] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.456025] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac3be1ae-2d9a-4c0d-8fce-105393a59de0 already deleted. [ 698.456025] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac3be1ae-2d9a-4c0d-8fce-105393a59de0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.626784] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.626784] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.626784] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.626784] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.626784] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.626784] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.626784] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.626784] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.626784] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.626784] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.626784] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 885514bf-df2c-45d5-9a0c-84aaf608e5df already deleted. [ 698.626784] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-885514bf-df2c-45d5-9a0c-84aaf608e5df" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.629433] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock network-984 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.629826] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "network-984" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.630067] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "network-984" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.630428] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "network-984" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.630772] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.631071] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.631310] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.631600] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.631855] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.632206] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 698.632457] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 698.632656] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 698.632919] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 698.633236] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 698.633431] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 698.633698] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 698.656554] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 698.656763] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 698.656912] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 698.657105] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "network-984" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.657444] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock port-32b88667-72bf-4327-9f0c-622b881dfcb4 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.657617] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "port-32b88667-72bf-4327-9f0c-622b881dfcb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.657731] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "port-32b88667-72bf-4327-9f0c-622b881dfcb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.658150] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "port-32b88667-72bf-4327-9f0c-622b881dfcb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.658317] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32b88667-72bf-4327-9f0c-622b881dfcb4',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.090052] env[65894]: INFO networking_nsxv3.common.synchronization [req-98173fcd-d2a4-443f-9f8e-0dde365f212c req-bd43227c-032d-4dae-a207-49bcfe78176f tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Enqueued Resource ID: a9844e17-dba0-45e4-b9df-dbe87cdd2d94 with Priority: HIGHEST for action security_group_members [ 699.090167] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9844e17-dba0-45e4-b9df-dbe87cdd2d94 with Priority: HIGHEST for action security_group_members [ 699.090530] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.090651] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.090732] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.091113] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.091113] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.091232] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.091232] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.091357] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.091444] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.091535] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9844e17-dba0-45e4-b9df-dbe87cdd2d94',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.161462] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.161823] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.161986] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.162460] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.162755] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.162955] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Segment Port 32b88667-72bf-4327-9f0c-622b881dfcb4 not found, creating... [ 699.163398] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.163679] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.163876] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.164219] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.164437] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.164827] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.165104] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.165514] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.165774] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.165930] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.166100] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Resource: SegmentPort with ID: 32b88667-72bf-4327-9f0c-622b881dfcb4 is going to be created. [ 699.192394] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.192690] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.192868] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.193478] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.193591] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.194297] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "port-32b88667-72bf-4327-9f0c-622b881dfcb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.594341] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a9844e17-dba0-45e4-b9df-dbe87cdd2d94',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.742171] env[65894]: INFO networking_nsxv3.common.synchronization [req-5a4deb19-1504-4bc7-b692-ec8e1eb57ee6 req-96b2d4c3-ad27-486a-8e16-0e6c79f73751 tempest-ServerDiagnosticsTest-1643466728 tempest-ServerDiagnosticsTest-1643466728-project-member] Enqueued Resource ID: b620dde1-41aa-4a88-a801-46fa9401a147 with Priority: HIGHEST for action security_group_members [ 699.742171] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b620dde1-41aa-4a88-a801-46fa9401a147 with Priority: HIGHEST for action security_group_members [ 699.742171] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-b620dde1-41aa-4a88-a801-46fa9401a147 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.742171] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b620dde1-41aa-4a88-a801-46fa9401a147" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.742171] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b620dde1-41aa-4a88-a801-46fa9401a147" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.742542] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b620dde1-41aa-4a88-a801-46fa9401a147" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.742861] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.743177] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.743402] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.744337] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.744337] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.744337] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b620dde1-41aa-4a88-a801-46fa9401a147',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.937647] env[65894]: INFO networking_nsxv3.common.synchronization [req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 req-9bd2f23c-3e87-4f16-99d1-958ba93fc3b8 service nova] Enqueued Resource ID: 885514bf-df2c-45d5-9a0c-84aaf608e5df with Priority: HIGHEST for action security_group_rules [ 699.938012] env[65894]: INFO networking_nsxv3.common.synchronization [req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 req-9bd2f23c-3e87-4f16-99d1-958ba93fc3b8 service nova] Enqueued Resource ID: 885514bf-df2c-45d5-9a0c-84aaf608e5df with Priority: HIGHEST for action security_group_members [ 699.938012] env[65894]: INFO networking_nsxv3.common.synchronization [req-2fb1eba3-09c5-475c-8a02-9a0ad3b7b447 req-9bd2f23c-3e87-4f16-99d1-958ba93fc3b8 service nova] Enqueued Resource ID: 32b88667-72bf-4327-9f0c-622b881dfcb4 with Priority: HIGHEST for action port [ 699.938586] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 885514bf-df2c-45d5-9a0c-84aaf608e5df with Priority: HIGHEST for action security_group_rules [ 699.942152] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 885514bf-df2c-45d5-9a0c-84aaf608e5df with Priority: HIGHEST for action security_group_members [ 699.942379] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 32b88667-72bf-4327-9f0c-622b881dfcb4 with Priority: HIGHEST for action port [ 699.942655] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-885514bf-df2c-45d5-9a0c-84aaf608e5df taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.942836] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-885514bf-df2c-45d5-9a0c-84aaf608e5df" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.942934] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-885514bf-df2c-45d5-9a0c-84aaf608e5df" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.943317] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-885514bf-df2c-45d5-9a0c-84aaf608e5df" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.943317] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('885514bf-df2c-45d5-9a0c-84aaf608e5df',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.944576] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-885514bf-df2c-45d5-9a0c-84aaf608e5df taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.944760] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-885514bf-df2c-45d5-9a0c-84aaf608e5df" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.944870] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-885514bf-df2c-45d5-9a0c-84aaf608e5df" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.945131] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-885514bf-df2c-45d5-9a0c-84aaf608e5df" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.945371] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.945501] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.945605] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.945842] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.948207] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.948207] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('885514bf-df2c-45d5-9a0c-84aaf608e5df',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.949847] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-32b88667-72bf-4327-9f0c-622b881dfcb4 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.950028] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-32b88667-72bf-4327-9f0c-622b881dfcb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.950103] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-32b88667-72bf-4327-9f0c-622b881dfcb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.950629] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-32b88667-72bf-4327-9f0c-622b881dfcb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.950629] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('32b88667-72bf-4327-9f0c-622b881dfcb4',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.039637] env[65894]: INFO networking_nsxv3.common.synchronization [req-e8b02b7d-d19e-40a4-989b-08373b09af12 req-58f1a676-6e7b-4ecc-9f22-451c490bb7cb tempest-MultipleCreateTestJSON-1204153984 tempest-MultipleCreateTestJSON-1204153984-project-member] Enqueued Resource ID: a9844e17-dba0-45e4-b9df-dbe87cdd2d94 with Priority: HIGHEST for action security_group_members [ 700.039637] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9844e17-dba0-45e4-b9df-dbe87cdd2d94 with Priority: HIGHEST for action security_group_members [ 700.039859] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.039912] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.096226] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a9844e17-dba0-45e4-b9df-dbe87cdd2d94',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.248835] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.252037] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.252037] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.252037] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.252037] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.252037] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.252037] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.252037] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.252037] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.252037] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.252037] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b620dde1-41aa-4a88-a801-46fa9401a147 is going to be updated. [ 700.288752] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.288752] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.288752] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.288752] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.288752] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.298884] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b620dde1-41aa-4a88-a801-46fa9401a147 in Status: IN_PROGRESS for 2s [ 700.453547] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('885514bf-df2c-45d5-9a0c-84aaf608e5df',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.454682] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-885514bf-df2c-45d5-9a0c-84aaf608e5df taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.454889] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-885514bf-df2c-45d5-9a0c-84aaf608e5df" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.454999] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 32b88667-72bf-4327-9f0c-622b881dfcb4 with status ACTIVE [ 700.455327] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.457668] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.457668] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.457668] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.457668] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.457668] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.457668] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.457668] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.457668] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.457668] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.458729] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.458837] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.458891] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.459066] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.459154] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.459239] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 32b88667-72bf-4327-9f0c-622b881dfcb4 is going to be updated. [ 700.515246] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.515246] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.515246] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.515439] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.515568] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.515751] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-32b88667-72bf-4327-9f0c-622b881dfcb4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.524802] env[65894]: INFO networking_nsxv3.common.synchronization [req-af799b69-d457-4d01-8f68-cc5ad1cb664c req-5165deec-e9bb-4cb9-b2bb-d10088825f21 tempest-ImagesOneServerTestJSON-1808518700 tempest-ImagesOneServerTestJSON-1808518700-project-member] Enqueued Resource ID: 00a3f3b1-9abb-4189-8d29-fcdd2fa59248 with Priority: HIGHEST for action security_group_members [ 700.525442] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00a3f3b1-9abb-4189-8d29-fcdd2fa59248 with Priority: HIGHEST for action security_group_members [ 700.525764] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-00a3f3b1-9abb-4189-8d29-fcdd2fa59248 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.525920] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-00a3f3b1-9abb-4189-8d29-fcdd2fa59248" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.525983] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-00a3f3b1-9abb-4189-8d29-fcdd2fa59248" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.526198] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-00a3f3b1-9abb-4189-8d29-fcdd2fa59248" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.526361] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.526464] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.526523] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.526677] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.526764] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.526858] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('00a3f3b1-9abb-4189-8d29-fcdd2fa59248',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.599778] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.599778] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.599778] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.599970] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.600072] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.600153] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9844e17-dba0-45e4-b9df-dbe87cdd2d94 is going to be updated. [ 700.645298] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.645298] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.645298] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.645298] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.645298] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.654515] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9844e17-dba0-45e4-b9df-dbe87cdd2d94 in Status: IN_PROGRESS for 2s [ 700.963171] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('885514bf-df2c-45d5-9a0c-84aaf608e5df',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.018953] env[65894]: INFO networking_nsxv3.common.synchronization [req-d5338929-18d7-4f84-aca3-5414cc56733d req-1c17060b-9304-40fd-9f87-01c4a63e26cc tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] Enqueued Resource ID: f9484a09-6105-4f3c-8062-efacadbc60c1 with Priority: HIGHEST for action security_group_members [ 701.019708] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9484a09-6105-4f3c-8062-efacadbc60c1 with Priority: HIGHEST for action security_group_members [ 701.020029] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9484a09-6105-4f3c-8062-efacadbc60c1 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.020195] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9484a09-6105-4f3c-8062-efacadbc60c1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.020265] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9484a09-6105-4f3c-8062-efacadbc60c1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.020553] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9484a09-6105-4f3c-8062-efacadbc60c1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.020722] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.020822] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.020882] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.022704] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.022704] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.022704] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9484a09-6105-4f3c-8062-efacadbc60c1',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.030012] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.030174] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.030214] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.030695] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.030695] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.030695] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.030840] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.030840] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.032105] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.032105] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.032105] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00a3f3b1-9abb-4189-8d29-fcdd2fa59248 is going to be updated. [ 701.065902] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.066097] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.066172] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.066400] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.066620] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.077587] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00a3f3b1-9abb-4189-8d29-fcdd2fa59248 in Status: IN_PROGRESS for 2s [ 701.465574] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.466150] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.466150] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.466150] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.466150] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.466294] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 885514bf-df2c-45d5-9a0c-84aaf608e5df is going to be created. [ 701.495969] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.496220] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.496220] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.496411] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.496575] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.507356] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 885514bf-df2c-45d5-9a0c-84aaf608e5df in Status: UNINITIALIZED for 2s [ 701.528444] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.528717] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.528717] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.529092] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.529167] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.529463] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.529586] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.529653] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.529828] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.529944] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.530010] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9484a09-6105-4f3c-8062-efacadbc60c1 already deleted. [ 701.530124] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9484a09-6105-4f3c-8062-efacadbc60c1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.578547] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock network-842 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.579319] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "network-842" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.579493] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "network-842" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.579824] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "network-842" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.580251] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.580467] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.580581] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.580957] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.581149] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.581445] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 701.581564] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 701.581669] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 701.581769] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 701.581872] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 701.581969] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 701.582115] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 701.602857] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 701.603027] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 701.603152] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 701.603361] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "network-842" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.603683] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock port-faeedda0-cb1b-4282-8a47-6a60fb51c1a9 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.603851] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "port-faeedda0-cb1b-4282-8a47-6a60fb51c1a9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.603958] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "port-faeedda0-cb1b-4282-8a47-6a60fb51c1a9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.604278] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "port-faeedda0-cb1b-4282-8a47-6a60fb51c1a9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.604414] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('faeedda0-cb1b-4282-8a47-6a60fb51c1a9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.106598] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.106832] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.106928] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.107233] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.107380] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.107528] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Segment Port faeedda0-cb1b-4282-8a47-6a60fb51c1a9 not found, creating... [ 702.107777] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.107925] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.108046] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.108315] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.108448] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.108767] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.108927] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.109767] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.109767] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.109767] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.109767] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Resource: SegmentPort with ID: faeedda0-cb1b-4282-8a47-6a60fb51c1a9 is going to be created. [ 702.130250] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.130505] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.130635] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.130898] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.131171] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.131435] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "port-faeedda0-cb1b-4282-8a47-6a60fb51c1a9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.309121] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b620dde1-41aa-4a88-a801-46fa9401a147 in Status: SUCCESS [ 702.309308] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b620dde1-41aa-4a88-a801-46fa9401a147 deletion is rescheduled due to dependency. [ 702.309433] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b620dde1-41aa-4a88-a801-46fa9401a147" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.425711] env[65894]: INFO networking_nsxv3.common.synchronization [None req-5054e23c-1cbf-4270-a70b-93a7a3b0efd5 None None] Enqueued Resource ID: 63949eed-74ef-4495-a100-b387b10954fb with Priority: HIGHEST for action port [ 702.426102] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63949eed-74ef-4495-a100-b387b10954fb with Priority: HIGHEST for action port [ 702.426784] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-63949eed-74ef-4495-a100-b387b10954fb taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.426913] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63949eed-74ef-4495-a100-b387b10954fb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.426980] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63949eed-74ef-4495-a100-b387b10954fb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.427391] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63949eed-74ef-4495-a100-b387b10954fb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.427480] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63949eed-74ef-4495-a100-b387b10954fb',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.665372] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9844e17-dba0-45e4-b9df-dbe87cdd2d94 in Status: SUCCESS [ 702.665664] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.665752] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.665986] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.666186] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.666302] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.666367] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.666529] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.666604] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.666699] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9844e17-dba0-45e4-b9df-dbe87cdd2d94',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.813025] env[65894]: INFO networking_nsxv3.common.synchronization [req-d5338929-18d7-4f84-aca3-5414cc56733d req-d2f5eee1-ec9b-474b-9ddb-49790843a32c service nova] Enqueued Resource ID: f9484a09-6105-4f3c-8062-efacadbc60c1 with Priority: HIGHEST for action security_group_rules [ 702.813170] env[65894]: INFO networking_nsxv3.common.synchronization [req-d5338929-18d7-4f84-aca3-5414cc56733d req-d2f5eee1-ec9b-474b-9ddb-49790843a32c service nova] Enqueued Resource ID: f9484a09-6105-4f3c-8062-efacadbc60c1 with Priority: HIGHEST for action security_group_members [ 702.813220] env[65894]: INFO networking_nsxv3.common.synchronization [req-d5338929-18d7-4f84-aca3-5414cc56733d req-d2f5eee1-ec9b-474b-9ddb-49790843a32c service nova] Enqueued Resource ID: faeedda0-cb1b-4282-8a47-6a60fb51c1a9 with Priority: HIGHEST for action port [ 702.813697] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9484a09-6105-4f3c-8062-efacadbc60c1 with Priority: HIGHEST for action security_group_rules [ 702.813860] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9484a09-6105-4f3c-8062-efacadbc60c1 with Priority: HIGHEST for action security_group_members [ 702.813992] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: faeedda0-cb1b-4282-8a47-6a60fb51c1a9 with Priority: HIGHEST for action port [ 702.818705] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9484a09-6105-4f3c-8062-efacadbc60c1 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.818705] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9484a09-6105-4f3c-8062-efacadbc60c1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.818705] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9484a09-6105-4f3c-8062-efacadbc60c1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.819669] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9484a09-6105-4f3c-8062-efacadbc60c1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.819756] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9484a09-6105-4f3c-8062-efacadbc60c1',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.821257] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9484a09-6105-4f3c-8062-efacadbc60c1 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.821406] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9484a09-6105-4f3c-8062-efacadbc60c1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.821569] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9484a09-6105-4f3c-8062-efacadbc60c1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.821815] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9484a09-6105-4f3c-8062-efacadbc60c1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.821986] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.822105] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.822265] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.822335] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.822439] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.822493] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9484a09-6105-4f3c-8062-efacadbc60c1',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.825524] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-faeedda0-cb1b-4282-8a47-6a60fb51c1a9 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.825524] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-faeedda0-cb1b-4282-8a47-6a60fb51c1a9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.825524] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-faeedda0-cb1b-4282-8a47-6a60fb51c1a9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.825524] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-faeedda0-cb1b-4282-8a47-6a60fb51c1a9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.825524] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('faeedda0-cb1b-4282-8a47-6a60fb51c1a9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.930774] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 63949eed-74ef-4495-a100-b387b10954fb [ 702.930774] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.930774] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.930774] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.931684] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.931684] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.931684] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:63949eed-74ef-4495-a100-b387b10954fb already deleted. [ 702.931684] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63949eed-74ef-4495-a100-b387b10954fb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.091663] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 00a3f3b1-9abb-4189-8d29-fcdd2fa59248 in Status: SUCCESS [ 703.092162] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 00a3f3b1-9abb-4189-8d29-fcdd2fa59248 deletion is rescheduled due to dependency. [ 703.092162] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-00a3f3b1-9abb-4189-8d29-fcdd2fa59248" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.170376] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.170585] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.170685] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.170913] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.171017] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.171223] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.171331] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.171400] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.171561] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.171651] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.171733] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9844e17-dba0-45e4-b9df-dbe87cdd2d94 is going to be updated. [ 703.203778] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.203923] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.204037] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.204314] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.204398] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.217182] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9844e17-dba0-45e4-b9df-dbe87cdd2d94 in Status: IN_PROGRESS for 2s [ 703.321858] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9484a09-6105-4f3c-8062-efacadbc60c1 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.321982] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9484a09-6105-4f3c-8062-efacadbc60c1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.330903] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port faeedda0-cb1b-4282-8a47-6a60fb51c1a9 with status ACTIVE [ 703.331190] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.331392] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.331496] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.331762] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.331864] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.332105] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.332224] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.332279] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.332448] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.332560] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.332756] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.332845] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.332939] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.333128] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.333213] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.333339] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: faeedda0-cb1b-4282-8a47-6a60fb51c1a9 is going to be updated. [ 703.334620] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9484a09-6105-4f3c-8062-efacadbc60c1',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.360827] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.360977] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.361383] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.361383] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.361476] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.361551] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-faeedda0-cb1b-4282-8a47-6a60fb51c1a9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.524187] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 885514bf-df2c-45d5-9a0c-84aaf608e5df in Status: SUCCESS [ 703.524401] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-885514bf-df2c-45d5-9a0c-84aaf608e5df" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.524896] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-885514bf-df2c-45d5-9a0c-84aaf608e5df" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.526065] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-885514bf-df2c-45d5-9a0c-84aaf608e5df" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.526065] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.526065] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.526065] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.526065] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.526065] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.526065] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-885514bf-df2c-45d5-9a0c-84aaf608e5df" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.526065] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('885514bf-df2c-45d5-9a0c-84aaf608e5df',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.838429] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9484a09-6105-4f3c-8062-efacadbc60c1',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.031572] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('885514bf-df2c-45d5-9a0c-84aaf608e5df',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.341241] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.341420] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.341487] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.342051] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.342051] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.342051] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9484a09-6105-4f3c-8062-efacadbc60c1 is going to be created. [ 704.394415] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.394606] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.394657] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.394880] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.395159] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.423859] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9484a09-6105-4f3c-8062-efacadbc60c1 in Status: UNINITIALIZED for 2s [ 704.450641] env[65894]: INFO networking_nsxv3.common.synchronization [None req-30cc0fea-86f8-4ab9-bced-781e4232da29 None None] Enqueued Resource ID: 7dcd53a0-30fd-4f77-9994-83f6a3838adb with Priority: HIGHEST for action port [ 704.450882] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7dcd53a0-30fd-4f77-9994-83f6a3838adb with Priority: HIGHEST for action port [ 704.451215] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-7dcd53a0-30fd-4f77-9994-83f6a3838adb taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.451337] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7dcd53a0-30fd-4f77-9994-83f6a3838adb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.451403] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7dcd53a0-30fd-4f77-9994-83f6a3838adb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.451655] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7dcd53a0-30fd-4f77-9994-83f6a3838adb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.451894] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7dcd53a0-30fd-4f77-9994-83f6a3838adb',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.534566] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 885514bf-df2c-45d5-9a0c-84aaf608e5df: rpc.has_security_group_logging(os_id): False [ 704.552908] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.553073] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.553146] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.553383] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.553455] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.553700] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.553799] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.553862] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.554056] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.554146] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.554235] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 885514bf-df2c-45d5-9a0c-84aaf608e5df is going to be created. [ 704.620944] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.622381] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.622381] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.622381] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.622381] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.636170] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 885514bf-df2c-45d5-9a0c-84aaf608e5df in Status: IN_PROGRESS for 2s [ 704.954921] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7dcd53a0-30fd-4f77-9994-83f6a3838adb [ 704.954921] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.954921] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.954921] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.954921] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.954921] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.954921] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7dcd53a0-30fd-4f77-9994-83f6a3838adb already deleted. [ 704.954921] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7dcd53a0-30fd-4f77-9994-83f6a3838adb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.244433] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9844e17-dba0-45e4-b9df-dbe87cdd2d94 in Status: SUCCESS [ 705.245325] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9844e17-dba0-45e4-b9df-dbe87cdd2d94 deletion is rescheduled due to dependency. [ 705.245325] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.362364] env[65894]: INFO networking_nsxv3.common.synchronization [req-c9489f12-809f-4e9d-85cb-3948a64d26ad req-64117b00-2fad-4b26-8792-ee6ecfe974bb tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] Enqueued Resource ID: b9ae4724-f434-49e0-98b5-89659e34fcab with Priority: HIGHEST for action security_group_members [ 706.362986] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9ae4724-f434-49e0-98b5-89659e34fcab with Priority: HIGHEST for action security_group_members [ 706.363321] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ae4724-f434-49e0-98b5-89659e34fcab taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.363533] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ae4724-f434-49e0-98b5-89659e34fcab" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.363595] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ae4724-f434-49e0-98b5-89659e34fcab" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.363877] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ae4724-f434-49e0-98b5-89659e34fcab" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.364332] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.364332] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.364332] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.364494] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.364494] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.364550] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9ae4724-f434-49e0-98b5-89659e34fcab',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.434374] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9484a09-6105-4f3c-8062-efacadbc60c1 in Status: SUCCESS [ 706.434796] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9484a09-6105-4f3c-8062-efacadbc60c1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.434911] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9484a09-6105-4f3c-8062-efacadbc60c1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.435222] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9484a09-6105-4f3c-8062-efacadbc60c1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.435314] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.435401] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.435471] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.435631] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.435730] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.435983] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9484a09-6105-4f3c-8062-efacadbc60c1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.435983] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9484a09-6105-4f3c-8062-efacadbc60c1',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.652174] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 885514bf-df2c-45d5-9a0c-84aaf608e5df in Status: SUCCESS [ 706.652811] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-885514bf-df2c-45d5-9a0c-84aaf608e5df" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.868458] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.868661] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.868661] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.868858] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.868950] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.869169] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.869271] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.869334] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.869480] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.869555] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.869644] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9ae4724-f434-49e0-98b5-89659e34fcab already deleted. [ 706.870302] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ae4724-f434-49e0-98b5-89659e34fcab" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.938439] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9484a09-6105-4f3c-8062-efacadbc60c1 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.938593] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9484a09-6105-4f3c-8062-efacadbc60c1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.938664] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9484a09-6105-4f3c-8062-efacadbc60c1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.938911] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9484a09-6105-4f3c-8062-efacadbc60c1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.939159] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.939293] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.939379] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.939548] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.939638] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.939726] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9484a09-6105-4f3c-8062-efacadbc60c1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.939879] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9484a09-6105-4f3c-8062-efacadbc60c1 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.939967] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9484a09-6105-4f3c-8062-efacadbc60c1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.940036] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9484a09-6105-4f3c-8062-efacadbc60c1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.940186] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9484a09-6105-4f3c-8062-efacadbc60c1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.940346] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.940459] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.940558] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.940759] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.940856] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.940961] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9484a09-6105-4f3c-8062-efacadbc60c1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.941078] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9484a09-6105-4f3c-8062-efacadbc60c1',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.998460] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock network-188 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.999251] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "network-188" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.999251] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "network-188" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.999432] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "network-188" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.999707] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.999900] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.000037] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.000307] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.000714] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.000956] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 707.001086] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 707.001601] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 707.001776] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 707.001858] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 707.001965] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 707.002115] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 707.023203] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 707.023203] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 707.023203] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 707.023203] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "network-188" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.023672] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock port-d5048184-239f-48d3-a982-46ebad07254f taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.024072] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "port-d5048184-239f-48d3-a982-46ebad07254f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.024348] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "port-d5048184-239f-48d3-a982-46ebad07254f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.025050] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "port-d5048184-239f-48d3-a982-46ebad07254f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.025050] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5048184-239f-48d3-a982-46ebad07254f',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.444567] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9484a09-6105-4f3c-8062-efacadbc60c1: rpc.has_security_group_logging(os_id): False [ 707.463126] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.463349] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.463349] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.463569] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.463673] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.463879] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.463974] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.464044] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.464214] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.464298] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.464488] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.464576] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.464639] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.464801] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.464876] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.465112] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.465220] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.465282] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.465450] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.465514] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.465619] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9484a09-6105-4f3c-8062-efacadbc60c1 is going to be created. [ 707.528816] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.529064] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.529247] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.529578] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.529755] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.529908] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Segment Port d5048184-239f-48d3-a982-46ebad07254f not found, creating... [ 707.530176] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.530443] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.530621] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.530821] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.530954] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.531246] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.531396] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.531508] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.531707] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.531833] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.531964] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Resource: SegmentPort with ID: d5048184-239f-48d3-a982-46ebad07254f is going to be created. [ 707.552671] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.552850] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.552892] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.553292] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.553482] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.559030] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.559030] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.559030] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.559030] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.559030] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.559030] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "port-d5048184-239f-48d3-a982-46ebad07254f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.572548] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9484a09-6105-4f3c-8062-efacadbc60c1 in Status: IN_PROGRESS for 2s [ 708.256834] env[65894]: INFO networking_nsxv3.common.synchronization [req-c9489f12-809f-4e9d-85cb-3948a64d26ad req-c16749dd-95a7-40cb-b63a-e4a6fd2c1536 service nova] Enqueued Resource ID: b9ae4724-f434-49e0-98b5-89659e34fcab with Priority: HIGHEST for action security_group_rules [ 708.257009] env[65894]: INFO networking_nsxv3.common.synchronization [req-c9489f12-809f-4e9d-85cb-3948a64d26ad req-c16749dd-95a7-40cb-b63a-e4a6fd2c1536 service nova] Enqueued Resource ID: b9ae4724-f434-49e0-98b5-89659e34fcab with Priority: HIGHEST for action security_group_members [ 708.257176] env[65894]: INFO networking_nsxv3.common.synchronization [req-c9489f12-809f-4e9d-85cb-3948a64d26ad req-c16749dd-95a7-40cb-b63a-e4a6fd2c1536 service nova] Enqueued Resource ID: d5048184-239f-48d3-a982-46ebad07254f with Priority: HIGHEST for action port [ 708.257717] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9ae4724-f434-49e0-98b5-89659e34fcab with Priority: HIGHEST for action security_group_rules [ 708.257867] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9ae4724-f434-49e0-98b5-89659e34fcab with Priority: HIGHEST for action security_group_members [ 708.258038] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5048184-239f-48d3-a982-46ebad07254f with Priority: HIGHEST for action port [ 708.258404] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9ae4724-f434-49e0-98b5-89659e34fcab taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.258510] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9ae4724-f434-49e0-98b5-89659e34fcab" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.258568] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9ae4724-f434-49e0-98b5-89659e34fcab" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.258821] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9ae4724-f434-49e0-98b5-89659e34fcab" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.258933] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9ae4724-f434-49e0-98b5-89659e34fcab',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.259804] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ae4724-f434-49e0-98b5-89659e34fcab taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.259991] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ae4724-f434-49e0-98b5-89659e34fcab" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.259991] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ae4724-f434-49e0-98b5-89659e34fcab" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.260745] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ae4724-f434-49e0-98b5-89659e34fcab" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.260745] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.260745] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.260745] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.260745] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.260745] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.260984] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9ae4724-f434-49e0-98b5-89659e34fcab',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.261692] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5048184-239f-48d3-a982-46ebad07254f taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.261692] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5048184-239f-48d3-a982-46ebad07254f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.261692] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5048184-239f-48d3-a982-46ebad07254f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.261815] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5048184-239f-48d3-a982-46ebad07254f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.261860] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5048184-239f-48d3-a982-46ebad07254f',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.578892] env[65894]: INFO networking_nsxv3.common.synchronization [req-3e04a03d-0592-4424-8af4-6d5388e046f2 req-c06e9487-7338-481f-9061-03abad4d59d0 tempest-ServersTestManualDisk-1253660935 tempest-ServersTestManualDisk-1253660935-project-member] Enqueued Resource ID: 537d15e7-6dbf-4f34-b138-4d989bc5fc3e with Priority: HIGHEST for action security_group_members [ 708.579467] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 537d15e7-6dbf-4f34-b138-4d989bc5fc3e with Priority: HIGHEST for action security_group_members [ 708.579789] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-537d15e7-6dbf-4f34-b138-4d989bc5fc3e taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.579925] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-537d15e7-6dbf-4f34-b138-4d989bc5fc3e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.580013] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-537d15e7-6dbf-4f34-b138-4d989bc5fc3e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.580261] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-537d15e7-6dbf-4f34-b138-4d989bc5fc3e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.580423] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.580542] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.580616] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.580764] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.580849] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.580962] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('537d15e7-6dbf-4f34-b138-4d989bc5fc3e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.763429] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9ae4724-f434-49e0-98b5-89659e34fcab',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.766170] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ae4724-f434-49e0-98b5-89659e34fcab taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.766170] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ae4724-f434-49e0-98b5-89659e34fcab" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.766170] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d5048184-239f-48d3-a982-46ebad07254f with status ACTIVE [ 708.766170] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.766170] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.766170] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.766170] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.766170] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.766170] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.769619] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.769619] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.769619] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.769619] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.769619] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.769619] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.769619] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.769619] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.769619] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.769619] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d5048184-239f-48d3-a982-46ebad07254f is going to be updated. [ 708.790132] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.791205] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.791205] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.791205] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.791205] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.791205] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5048184-239f-48d3-a982-46ebad07254f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.083077] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.083320] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.083429] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.084051] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.084216] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.084471] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.084600] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.084660] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.084913] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.084913] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.085064] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 537d15e7-6dbf-4f34-b138-4d989bc5fc3e is going to be updated. [ 709.116543] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.116735] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.116735] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.116955] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.117115] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.126046] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 537d15e7-6dbf-4f34-b138-4d989bc5fc3e in Status: IN_PROGRESS for 2s [ 709.203839] env[65894]: INFO networking_nsxv3.common.synchronization [req-28860846-9d70-4508-bce0-914fc1c602c2 req-3f208014-1b71-4d15-be41-e2d5f4efe793 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] Enqueued Resource ID: 13cb8659-d6ed-469b-acc3-c2fbb8c8b8dd with Priority: HIGHEST for action security_group_members [ 709.204503] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13cb8659-d6ed-469b-acc3-c2fbb8c8b8dd with Priority: HIGHEST for action security_group_members [ 709.205073] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-13cb8659-d6ed-469b-acc3-c2fbb8c8b8dd taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.205073] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13cb8659-d6ed-469b-acc3-c2fbb8c8b8dd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.205950] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13cb8659-d6ed-469b-acc3-c2fbb8c8b8dd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.205950] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13cb8659-d6ed-469b-acc3-c2fbb8c8b8dd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.206136] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.206744] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.206744] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.206744] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.206744] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.207249] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13cb8659-d6ed-469b-acc3-c2fbb8c8b8dd',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.266085] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9ae4724-f434-49e0-98b5-89659e34fcab',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.594296] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9484a09-6105-4f3c-8062-efacadbc60c1 in Status: SUCCESS [ 709.594553] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9484a09-6105-4f3c-8062-efacadbc60c1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.652164] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock network-962 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.652164] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "network-962" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.652164] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "network-962" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.652164] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "network-962" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.652715] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.652715] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.652715] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.652715] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.652858] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.653217] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 709.653217] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 709.653217] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 709.653355] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 709.653393] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 709.653465] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 709.653593] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 709.677594] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 709.677819] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 709.678046] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 709.678401] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "network-962" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.678719] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock port-ce1da28c-29a2-4bb4-9791-5ee7fde1bbf7 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.678940] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "port-ce1da28c-29a2-4bb4-9791-5ee7fde1bbf7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.679114] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "port-ce1da28c-29a2-4bb4-9791-5ee7fde1bbf7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.679493] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "port-ce1da28c-29a2-4bb4-9791-5ee7fde1bbf7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.679666] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce1da28c-29a2-4bb4-9791-5ee7fde1bbf7',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.710330] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.710494] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.710570] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.710857] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.710917] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.711253] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.711253] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.711360] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.711426] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.711514] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.711585] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13cb8659-d6ed-469b-acc3-c2fbb8c8b8dd already deleted. [ 709.711666] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13cb8659-d6ed-469b-acc3-c2fbb8c8b8dd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.769230] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.769407] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.769481] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.769700] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.769791] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.769891] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9ae4724-f434-49e0-98b5-89659e34fcab is going to be created. [ 709.824860] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.825219] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.825219] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.825348] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.825570] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.842549] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9ae4724-f434-49e0-98b5-89659e34fcab in Status: UNINITIALIZED for 2s [ 710.183426] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.184400] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.184683] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.184927] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.185672] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.185672] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Segment Port ce1da28c-29a2-4bb4-9791-5ee7fde1bbf7 not found, creating... [ 710.185672] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.186020] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.186079] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.186359] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.186787] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.186836] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.187500] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.187915] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.187915] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.188307] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.188967] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Resource: SegmentPort with ID: ce1da28c-29a2-4bb4-9791-5ee7fde1bbf7 is going to be created. [ 710.211142] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.213589] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.213589] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.213589] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.213589] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.213589] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "port-ce1da28c-29a2-4bb4-9791-5ee7fde1bbf7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.901068] env[65894]: INFO networking_nsxv3.common.synchronization [req-28860846-9d70-4508-bce0-914fc1c602c2 req-2786b8cd-fb39-42b3-a9df-a31afdcec027 service nova] Enqueued Resource ID: 13cb8659-d6ed-469b-acc3-c2fbb8c8b8dd with Priority: HIGHEST for action security_group_rules [ 710.901465] env[65894]: INFO networking_nsxv3.common.synchronization [req-28860846-9d70-4508-bce0-914fc1c602c2 req-2786b8cd-fb39-42b3-a9df-a31afdcec027 service nova] Enqueued Resource ID: 13cb8659-d6ed-469b-acc3-c2fbb8c8b8dd with Priority: HIGHEST for action security_group_members [ 710.901465] env[65894]: INFO networking_nsxv3.common.synchronization [req-28860846-9d70-4508-bce0-914fc1c602c2 req-2786b8cd-fb39-42b3-a9df-a31afdcec027 service nova] Enqueued Resource ID: ce1da28c-29a2-4bb4-9791-5ee7fde1bbf7 with Priority: HIGHEST for action port [ 710.901617] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13cb8659-d6ed-469b-acc3-c2fbb8c8b8dd with Priority: HIGHEST for action security_group_rules [ 710.901743] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13cb8659-d6ed-469b-acc3-c2fbb8c8b8dd with Priority: HIGHEST for action security_group_members [ 710.901838] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce1da28c-29a2-4bb4-9791-5ee7fde1bbf7 with Priority: HIGHEST for action port [ 710.903021] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-13cb8659-d6ed-469b-acc3-c2fbb8c8b8dd taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.903211] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-13cb8659-d6ed-469b-acc3-c2fbb8c8b8dd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.903466] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-13cb8659-d6ed-469b-acc3-c2fbb8c8b8dd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.903956] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-13cb8659-d6ed-469b-acc3-c2fbb8c8b8dd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.903956] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('13cb8659-d6ed-469b-acc3-c2fbb8c8b8dd',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.905356] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-13cb8659-d6ed-469b-acc3-c2fbb8c8b8dd taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.905761] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13cb8659-d6ed-469b-acc3-c2fbb8c8b8dd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.905868] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13cb8659-d6ed-469b-acc3-c2fbb8c8b8dd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.910018] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13cb8659-d6ed-469b-acc3-c2fbb8c8b8dd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.910018] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.910018] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.910018] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.910018] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.910018] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.910018] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13cb8659-d6ed-469b-acc3-c2fbb8c8b8dd',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.910018] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce1da28c-29a2-4bb4-9791-5ee7fde1bbf7 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.910018] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce1da28c-29a2-4bb4-9791-5ee7fde1bbf7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.910018] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce1da28c-29a2-4bb4-9791-5ee7fde1bbf7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.910018] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce1da28c-29a2-4bb4-9791-5ee7fde1bbf7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.910018] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce1da28c-29a2-4bb4-9791-5ee7fde1bbf7',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.135670] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 537d15e7-6dbf-4f34-b138-4d989bc5fc3e in Status: SUCCESS [ 711.135919] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 537d15e7-6dbf-4f34-b138-4d989bc5fc3e deletion is rescheduled due to dependency. [ 711.136078] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-537d15e7-6dbf-4f34-b138-4d989bc5fc3e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.308171] env[65894]: INFO networking_nsxv3.common.synchronization [None req-cafe17b9-8eae-4cbf-aa20-f0b2c64428ae None None] Enqueued Resource ID: a3953a2e-248d-473d-a918-eeef483f10c9 with Priority: HIGHEST for action port [ 711.308863] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3953a2e-248d-473d-a918-eeef483f10c9 with Priority: HIGHEST for action port [ 711.309180] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-a3953a2e-248d-473d-a918-eeef483f10c9 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.309403] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a3953a2e-248d-473d-a918-eeef483f10c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.310639] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a3953a2e-248d-473d-a918-eeef483f10c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.310639] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a3953a2e-248d-473d-a918-eeef483f10c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.310639] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3953a2e-248d-473d-a918-eeef483f10c9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.410718] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('13cb8659-d6ed-469b-acc3-c2fbb8c8b8dd',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.412194] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-13cb8659-d6ed-469b-acc3-c2fbb8c8b8dd taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.412299] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13cb8659-d6ed-469b-acc3-c2fbb8c8b8dd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.412606] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ce1da28c-29a2-4bb4-9791-5ee7fde1bbf7 with status ACTIVE [ 711.412771] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.412891] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.412956] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.413167] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.413256] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.413419] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.413510] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.413582] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.413733] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.413807] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.413981] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.414327] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.414424] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.414584] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.414661] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.414744] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ce1da28c-29a2-4bb4-9791-5ee7fde1bbf7 is going to be updated. [ 711.437435] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.437666] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.437666] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.437850] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.437980] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.438172] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce1da28c-29a2-4bb4-9791-5ee7fde1bbf7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.812576] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a3953a2e-248d-473d-a918-eeef483f10c9 [ 711.812853] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.812992] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.813086] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.813294] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.813613] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.813613] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a3953a2e-248d-473d-a918-eeef483f10c9 already deleted. [ 711.813717] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a3953a2e-248d-473d-a918-eeef483f10c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.854441] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9ae4724-f434-49e0-98b5-89659e34fcab in Status: SUCCESS [ 711.856260] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ae4724-f434-49e0-98b5-89659e34fcab" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.856467] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ae4724-f434-49e0-98b5-89659e34fcab" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.856753] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ae4724-f434-49e0-98b5-89659e34fcab" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.856878] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.857008] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.857073] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.857222] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.857299] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.857379] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ae4724-f434-49e0-98b5-89659e34fcab" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.857650] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b9ae4724-f434-49e0-98b5-89659e34fcab',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.913990] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('13cb8659-d6ed-469b-acc3-c2fbb8c8b8dd',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.314506] env[65894]: INFO networking_nsxv3.common.synchronization [req-85b4723f-704f-420d-a3eb-da0d1a76437d req-18f2c6a2-4cec-4b8e-9fb8-71262833417e tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Enqueued Resource ID: 93b48834-77a7-4028-b992-7c876c5b9592 with Priority: HIGHEST for action security_group_members [ 712.315049] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93b48834-77a7-4028-b992-7c876c5b9592 with Priority: HIGHEST for action security_group_members [ 712.315338] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-93b48834-77a7-4028-b992-7c876c5b9592 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.315461] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.315531] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.315723] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.315872] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.315967] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.320025] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.320025] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.320025] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.320025] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93b48834-77a7-4028-b992-7c876c5b9592',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.364384] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ae4724-f434-49e0-98b5-89659e34fcab taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.364521] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ae4724-f434-49e0-98b5-89659e34fcab" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.364593] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ae4724-f434-49e0-98b5-89659e34fcab" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.364913] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ae4724-f434-49e0-98b5-89659e34fcab" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.365575] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.365575] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.365575] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.365575] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.365575] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.365575] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ae4724-f434-49e0-98b5-89659e34fcab" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.365912] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ae4724-f434-49e0-98b5-89659e34fcab taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.365912] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ae4724-f434-49e0-98b5-89659e34fcab" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.365912] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ae4724-f434-49e0-98b5-89659e34fcab" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.366038] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ae4724-f434-49e0-98b5-89659e34fcab" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.366421] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.366421] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.366421] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.366421] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.368655] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.368655] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ae4724-f434-49e0-98b5-89659e34fcab" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.368655] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b9ae4724-f434-49e0-98b5-89659e34fcab',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.418940] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.418940] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.418940] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.418940] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.418940] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.418940] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13cb8659-d6ed-469b-acc3-c2fbb8c8b8dd is going to be created. [ 712.444270] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.444270] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.444270] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.444270] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.444270] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.455922] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13cb8659-d6ed-469b-acc3-c2fbb8c8b8dd in Status: UNINITIALIZED for 2s [ 712.479120] env[65894]: INFO networking_nsxv3.common.synchronization [None req-e270939d-5d0a-4587-a3d8-ceceb206980a None None] Enqueued Resource ID: cfa0d7a5-2430-4821-b94b-bbae1d0c3083 with Priority: HIGHEST for action port [ 712.480539] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfa0d7a5-2430-4821-b94b-bbae1d0c3083 with Priority: HIGHEST for action port [ 712.481998] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-cfa0d7a5-2430-4821-b94b-bbae1d0c3083 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.482336] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cfa0d7a5-2430-4821-b94b-bbae1d0c3083" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.482514] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cfa0d7a5-2430-4821-b94b-bbae1d0c3083" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.482865] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cfa0d7a5-2430-4821-b94b-bbae1d0c3083" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.483125] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfa0d7a5-2430-4821-b94b-bbae1d0c3083',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.822624] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.823235] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.823868] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.826049] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.826049] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.826049] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.826049] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.826049] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.826049] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.826049] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.826049] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93b48834-77a7-4028-b992-7c876c5b9592 is going to be updated. [ 712.855449] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.855617] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.856953] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.856953] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.856953] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.867131] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93b48834-77a7-4028-b992-7c876c5b9592 in Status: IN_PROGRESS for 2s [ 712.876055] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b9ae4724-f434-49e0-98b5-89659e34fcab: rpc.has_security_group_logging(os_id): False [ 712.900543] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.900944] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.901190] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.903174] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.903174] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.903174] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.903174] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.903174] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.903174] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.903174] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.903174] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.903174] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.903174] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.903174] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.903174] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.903174] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.903174] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.903794] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.903794] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.903926] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.904790] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9ae4724-f434-49e0-98b5-89659e34fcab is going to be created. [ 712.986040] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.988228] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.988228] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.988228] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.988228] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.988228] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cfa0d7a5-2430-4821-b94b-bbae1d0c3083 [ 712.988467] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.988523] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.988561] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.988743] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.989564] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.989564] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cfa0d7a5-2430-4821-b94b-bbae1d0c3083 already deleted. [ 712.989564] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cfa0d7a5-2430-4821-b94b-bbae1d0c3083" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.002286] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9ae4724-f434-49e0-98b5-89659e34fcab in Status: IN_PROGRESS for 2s [ 713.019924] env[65894]: INFO networking_nsxv3.common.synchronization [req-85b4723f-704f-420d-a3eb-da0d1a76437d req-83c79324-e824-4123-af9e-884f220c02d9 tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Enqueued Resource ID: 93b48834-77a7-4028-b992-7c876c5b9592 with Priority: HIGHEST for action security_group_members [ 713.020816] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93b48834-77a7-4028-b992-7c876c5b9592 with Priority: HIGHEST for action security_group_members [ 713.021117] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-93b48834-77a7-4028-b992-7c876c5b9592 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.021220] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.384569] env[65894]: INFO networking_nsxv3.common.synchronization [None req-1a2b1f9b-a1ee-4a3c-88d7-ef8d0747fc68 None None] Enqueued Resource ID: 69ce8454-e3fa-4f80-b5ef-c45b4d826fed with Priority: HIGHEST for action port [ 713.385244] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69ce8454-e3fa-4f80-b5ef-c45b4d826fed with Priority: HIGHEST for action port [ 713.385603] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-69ce8454-e3fa-4f80-b5ef-c45b4d826fed taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.385769] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69ce8454-e3fa-4f80-b5ef-c45b4d826fed" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.386062] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69ce8454-e3fa-4f80-b5ef-c45b4d826fed" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.386366] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69ce8454-e3fa-4f80-b5ef-c45b4d826fed" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.386456] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69ce8454-e3fa-4f80-b5ef-c45b4d826fed',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.452689] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock network-55 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.452966] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "network-55" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.453145] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "network-55" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.453466] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "network-55" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.453946] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.454109] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.454228] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.454439] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.455139] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.455373] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 713.455486] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 713.455587] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 713.455687] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 713.455789] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 713.455887] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 713.456020] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 713.478412] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 713.478798] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 713.478798] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 713.478871] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "network-55" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.479198] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock port-48502a07-c2d7-4d4e-ac7e-32eec1a7c4c1 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.479377] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "port-48502a07-c2d7-4d4e-ac7e-32eec1a7c4c1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.479489] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "port-48502a07-c2d7-4d4e-ac7e-32eec1a7c4c1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.479807] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "port-48502a07-c2d7-4d4e-ac7e-32eec1a7c4c1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.479940] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48502a07-c2d7-4d4e-ac7e-32eec1a7c4c1',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.889616] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 69ce8454-e3fa-4f80-b5ef-c45b4d826fed [ 713.889616] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.889616] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.889616] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.890257] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.890257] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.890257] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:69ce8454-e3fa-4f80-b5ef-c45b4d826fed already deleted. [ 713.890257] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69ce8454-e3fa-4f80-b5ef-c45b4d826fed" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.983810] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.984025] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.984146] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.984422] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.984561] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.984706] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Segment Port 48502a07-c2d7-4d4e-ac7e-32eec1a7c4c1 not found, creating... [ 713.984956] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.985118] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.985224] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.985437] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.985560] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.985827] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.985996] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.986126] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.988188] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.988188] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.988188] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Resource: SegmentPort with ID: 48502a07-c2d7-4d4e-ac7e-32eec1a7c4c1 is going to be created. [ 714.017405] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.017994] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.017994] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.017994] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.018287] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.018517] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "port-48502a07-c2d7-4d4e-ac7e-32eec1a7c4c1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.469736] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13cb8659-d6ed-469b-acc3-c2fbb8c8b8dd in Status: SUCCESS [ 714.469951] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13cb8659-d6ed-469b-acc3-c2fbb8c8b8dd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.470138] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13cb8659-d6ed-469b-acc3-c2fbb8c8b8dd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.470353] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13cb8659-d6ed-469b-acc3-c2fbb8c8b8dd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.470537] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.470649] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.470711] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.473023] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.473023] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.473023] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13cb8659-d6ed-469b-acc3-c2fbb8c8b8dd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.473023] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('13cb8659-d6ed-469b-acc3-c2fbb8c8b8dd',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.742400] env[65894]: INFO networking_nsxv3.common.synchronization [req-85b4723f-704f-420d-a3eb-da0d1a76437d req-0d55df1b-a9ae-466b-96b0-bab4a55678ac service nova] Enqueued Resource ID: 93b48834-77a7-4028-b992-7c876c5b9592 with Priority: HIGHEST for action security_group_rules [ 714.742587] env[65894]: INFO networking_nsxv3.common.synchronization [req-85b4723f-704f-420d-a3eb-da0d1a76437d req-0d55df1b-a9ae-466b-96b0-bab4a55678ac service nova] Enqueued Resource ID: 93b48834-77a7-4028-b992-7c876c5b9592 with Priority: HIGHEST for action security_group_members [ 714.742740] env[65894]: INFO networking_nsxv3.common.synchronization [req-85b4723f-704f-420d-a3eb-da0d1a76437d req-0d55df1b-a9ae-466b-96b0-bab4a55678ac service nova] Enqueued Resource ID: 48502a07-c2d7-4d4e-ac7e-32eec1a7c4c1 with Priority: HIGHEST for action port [ 714.743272] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93b48834-77a7-4028-b992-7c876c5b9592 with Priority: HIGHEST for action security_group_rules [ 714.743411] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93b48834-77a7-4028-b992-7c876c5b9592 with Priority: HIGHEST for action security_group_members [ 714.743509] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48502a07-c2d7-4d4e-ac7e-32eec1a7c4c1 with Priority: HIGHEST for action port [ 714.743780] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93b48834-77a7-4028-b992-7c876c5b9592 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.744065] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.744065] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.744296] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.745572] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93b48834-77a7-4028-b992-7c876c5b9592',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.746384] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-93b48834-77a7-4028-b992-7c876c5b9592 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.746520] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.746739] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-48502a07-c2d7-4d4e-ac7e-32eec1a7c4c1 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.746830] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48502a07-c2d7-4d4e-ac7e-32eec1a7c4c1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.746894] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48502a07-c2d7-4d4e-ac7e-32eec1a7c4c1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.748252] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48502a07-c2d7-4d4e-ac7e-32eec1a7c4c1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.748340] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48502a07-c2d7-4d4e-ac7e-32eec1a7c4c1',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.784757] env[65894]: INFO networking_nsxv3.common.synchronization [None req-7df53c7a-6a4e-4707-8981-a3e11f6626bc None None] Enqueued Resource ID: 3c0ad85f-13cf-460b-9f44-e4ddfc224f53 with Priority: HIGHEST for action port [ 714.786114] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c0ad85f-13cf-460b-9f44-e4ddfc224f53 with Priority: HIGHEST for action port [ 714.786767] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c0ad85f-13cf-460b-9f44-e4ddfc224f53 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.786911] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c0ad85f-13cf-460b-9f44-e4ddfc224f53" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.786983] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c0ad85f-13cf-460b-9f44-e4ddfc224f53" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.787271] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c0ad85f-13cf-460b-9f44-e4ddfc224f53" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.787404] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c0ad85f-13cf-460b-9f44-e4ddfc224f53',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.879983] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93b48834-77a7-4028-b992-7c876c5b9592 in Status: SUCCESS [ 714.881456] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93b48834-77a7-4028-b992-7c876c5b9592 deletion is rescheduled due to dependency. [ 714.881456] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.881788] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.882052] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.883526] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.883526] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.883619] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.883807] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.884366] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.884366] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93b48834-77a7-4028-b992-7c876c5b9592',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.975404] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-13cb8659-d6ed-469b-acc3-c2fbb8c8b8dd taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.975404] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13cb8659-d6ed-469b-acc3-c2fbb8c8b8dd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.975404] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13cb8659-d6ed-469b-acc3-c2fbb8c8b8dd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.975815] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13cb8659-d6ed-469b-acc3-c2fbb8c8b8dd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.975909] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.976058] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.976168] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.976355] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.976444] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.976541] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13cb8659-d6ed-469b-acc3-c2fbb8c8b8dd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.976692] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-13cb8659-d6ed-469b-acc3-c2fbb8c8b8dd taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.976818] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13cb8659-d6ed-469b-acc3-c2fbb8c8b8dd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.976861] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13cb8659-d6ed-469b-acc3-c2fbb8c8b8dd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.977024] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13cb8659-d6ed-469b-acc3-c2fbb8c8b8dd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.977172] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.977269] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.977330] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.977473] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.977550] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.977629] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13cb8659-d6ed-469b-acc3-c2fbb8c8b8dd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.977723] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('13cb8659-d6ed-469b-acc3-c2fbb8c8b8dd',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.982141] env[65894]: INFO networking_nsxv3.common.synchronization [None req-6a5da620-9d59-4568-9403-5e37d2f3c728 None None] Enqueued Resource ID: b4f329cc-7534-4fc0-88e0-b7aedfad8697 with Priority: HIGHEST for action port [ 714.985403] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b4f329cc-7534-4fc0-88e0-b7aedfad8697 with Priority: HIGHEST for action port [ 714.987448] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-b4f329cc-7534-4fc0-88e0-b7aedfad8697 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.987448] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b4f329cc-7534-4fc0-88e0-b7aedfad8697" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.987448] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b4f329cc-7534-4fc0-88e0-b7aedfad8697" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.987448] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b4f329cc-7534-4fc0-88e0-b7aedfad8697" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.987448] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b4f329cc-7534-4fc0-88e0-b7aedfad8697',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.017698] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9ae4724-f434-49e0-98b5-89659e34fcab in Status: SUCCESS [ 715.017941] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9ae4724-f434-49e0-98b5-89659e34fcab" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.251032] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-93b48834-77a7-4028-b992-7c876c5b9592 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.251194] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.251411] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 48502a07-c2d7-4d4e-ac7e-32eec1a7c4c1 with status ACTIVE [ 715.251670] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.251807] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.251877] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.252115] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.252205] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.252379] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.252511] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.252576] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.252761] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.252822] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.253067] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.253188] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.253311] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.253483] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.253559] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.253669] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 48502a07-c2d7-4d4e-ac7e-32eec1a7c4c1 is going to be updated. [ 715.277238] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.277397] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.277469] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.277681] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.277838] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.278021] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48502a07-c2d7-4d4e-ac7e-32eec1a7c4c1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.290723] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3c0ad85f-13cf-460b-9f44-e4ddfc224f53 [ 715.291938] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.291938] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.291938] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.291938] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.291938] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.291938] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3c0ad85f-13cf-460b-9f44-e4ddfc224f53 already deleted. [ 715.292486] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c0ad85f-13cf-460b-9f44-e4ddfc224f53" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.387060] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93b48834-77a7-4028-b992-7c876c5b9592',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.485555] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 13cb8659-d6ed-469b-acc3-c2fbb8c8b8dd: rpc.has_security_group_logging(os_id): False [ 715.488960] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b4f329cc-7534-4fc0-88e0-b7aedfad8697 [ 715.488960] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.489328] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.489328] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.489462] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.489530] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.489582] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b4f329cc-7534-4fc0-88e0-b7aedfad8697 already deleted. [ 715.489657] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b4f329cc-7534-4fc0-88e0-b7aedfad8697" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.505851] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.505851] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.505851] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.506088] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.506126] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.506488] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.506488] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.506488] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.506759] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.506759] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.507133] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.507133] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.507133] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.507133] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.507327] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.507403] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.507494] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.507554] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.507690] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.507766] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.507850] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 13cb8659-d6ed-469b-acc3-c2fbb8c8b8dd is going to be created. [ 715.567654] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.567803] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.567871] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.568092] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.568322] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.583268] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock network-318 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.583268] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "network-318" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.583268] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "network-318" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.583455] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "network-318" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.583715] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.583850] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.583923] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.584314] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.584700] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.584700] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 715.584789] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 715.585302] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 715.585450] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 715.585567] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 715.585672] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 715.586042] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 715.587973] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 13cb8659-d6ed-469b-acc3-c2fbb8c8b8dd in Status: IN_PROGRESS for 2s [ 715.609563] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 715.609563] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 715.609803] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 715.609876] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "network-318" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.610156] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock port-f20e9f39-b5fc-46ad-a711-eb0cbc9abb71 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.610336] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "port-f20e9f39-b5fc-46ad-a711-eb0cbc9abb71" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.610445] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "port-f20e9f39-b5fc-46ad-a711-eb0cbc9abb71" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.611113] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "port-f20e9f39-b5fc-46ad-a711-eb0cbc9abb71" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.611113] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f20e9f39-b5fc-46ad-a711-eb0cbc9abb71',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.892358] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93b48834-77a7-4028-b992-7c876c5b9592',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.113658] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.113947] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.114052] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.114379] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.114577] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.114801] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Segment Port f20e9f39-b5fc-46ad-a711-eb0cbc9abb71 not found, creating... [ 716.115195] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.115400] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.115521] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.115743] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.115897] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.116223] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.116385] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.116508] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.116714] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.116867] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.117013] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Resource: SegmentPort with ID: f20e9f39-b5fc-46ad-a711-eb0cbc9abb71 is going to be created. [ 716.137490] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.137754] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.137912] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.138333] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.138648] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.138946] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "port-f20e9f39-b5fc-46ad-a711-eb0cbc9abb71" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.398295] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.398295] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.398295] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.398295] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.398295] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.398295] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93b48834-77a7-4028-b992-7c876c5b9592 is going to be updated. [ 716.427258] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.427453] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.427507] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.427676] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.427816] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.437267] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93b48834-77a7-4028-b992-7c876c5b9592 in Status: IN_PROGRESS for 2s [ 716.843511] env[65894]: INFO networking_nsxv3.common.synchronization [req-85b4723f-704f-420d-a3eb-da0d1a76437d req-1008d472-3307-4d74-ab38-eb1037a8c5f6 service nova] Enqueued Resource ID: 93b48834-77a7-4028-b992-7c876c5b9592 with Priority: HIGHEST for action security_group_rules [ 716.843732] env[65894]: INFO networking_nsxv3.common.synchronization [req-85b4723f-704f-420d-a3eb-da0d1a76437d req-1008d472-3307-4d74-ab38-eb1037a8c5f6 service nova] Enqueued Resource ID: 93b48834-77a7-4028-b992-7c876c5b9592 with Priority: HIGHEST for action security_group_members [ 716.843894] env[65894]: INFO networking_nsxv3.common.synchronization [req-85b4723f-704f-420d-a3eb-da0d1a76437d req-1008d472-3307-4d74-ab38-eb1037a8c5f6 service nova] Enqueued Resource ID: f20e9f39-b5fc-46ad-a711-eb0cbc9abb71 with Priority: HIGHEST for action port [ 716.845636] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93b48834-77a7-4028-b992-7c876c5b9592 with Priority: HIGHEST for action security_group_rules [ 716.845859] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93b48834-77a7-4028-b992-7c876c5b9592 with Priority: HIGHEST for action security_group_members [ 716.845980] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f20e9f39-b5fc-46ad-a711-eb0cbc9abb71 with Priority: HIGHEST for action port [ 716.846359] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93b48834-77a7-4028-b992-7c876c5b9592 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.846516] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.846810] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-93b48834-77a7-4028-b992-7c876c5b9592 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.847020] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.847207] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-f20e9f39-b5fc-46ad-a711-eb0cbc9abb71 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.847346] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f20e9f39-b5fc-46ad-a711-eb0cbc9abb71" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.847440] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f20e9f39-b5fc-46ad-a711-eb0cbc9abb71" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.847741] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f20e9f39-b5fc-46ad-a711-eb0cbc9abb71" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.847809] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f20e9f39-b5fc-46ad-a711-eb0cbc9abb71',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.351860] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f20e9f39-b5fc-46ad-a711-eb0cbc9abb71 with status ACTIVE [ 717.352285] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.352285] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.352285] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.352531] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.352531] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.352625] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.352749] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.352749] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.353021] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.353021] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.353109] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.353286] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.353286] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.353387] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.353424] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.353561] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f20e9f39-b5fc-46ad-a711-eb0cbc9abb71 is going to be updated. [ 717.377732] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.377880] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.377953] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.378552] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.378552] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.378682] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f20e9f39-b5fc-46ad-a711-eb0cbc9abb71" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.600737] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 13cb8659-d6ed-469b-acc3-c2fbb8c8b8dd in Status: SUCCESS [ 717.600737] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-13cb8659-d6ed-469b-acc3-c2fbb8c8b8dd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.622440] env[65894]: INFO networking_nsxv3.common.synchronization [None req-8c1fc061-cece-4d70-9557-896a2b4ab1c3 None None] Enqueued Resource ID: f86019a2-113b-405a-ae82-023cc8c4008b with Priority: HIGHEST for action port [ 717.622440] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f86019a2-113b-405a-ae82-023cc8c4008b with Priority: HIGHEST for action port [ 717.622440] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-f86019a2-113b-405a-ae82-023cc8c4008b taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.622440] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f86019a2-113b-405a-ae82-023cc8c4008b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.622440] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f86019a2-113b-405a-ae82-023cc8c4008b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.622797] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f86019a2-113b-405a-ae82-023cc8c4008b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.622975] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f86019a2-113b-405a-ae82-023cc8c4008b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.126415] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f86019a2-113b-405a-ae82-023cc8c4008b [ 718.128093] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.128093] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.129191] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.129481] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.130054] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.130054] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f86019a2-113b-405a-ae82-023cc8c4008b already deleted. [ 718.130054] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f86019a2-113b-405a-ae82-023cc8c4008b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.450110] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93b48834-77a7-4028-b992-7c876c5b9592 in Status: SUCCESS [ 718.450110] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.450110] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.450110] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.450110] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.450110] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.450110] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.450110] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.450110] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.450110] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93b48834-77a7-4028-b992-7c876c5b9592',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.955078] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93b48834-77a7-4028-b992-7c876c5b9592',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.457575] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93b48834-77a7-4028-b992-7c876c5b9592',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.962566] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.962566] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.962566] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.962566] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.962566] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.962566] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93b48834-77a7-4028-b992-7c876c5b9592 is going to be updated. [ 719.997496] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.997496] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.997496] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.997496] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.997496] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.008022] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93b48834-77a7-4028-b992-7c876c5b9592 in Status: IN_PROGRESS for 2s [ 720.054877] env[65894]: INFO networking_nsxv3.common.synchronization [None req-46f0ebd9-3de6-45bb-af43-f6630707bb35 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Enqueued Resource ID: 7e006ad0-7c2b-4fad-8920-11554954e0c6 with Priority: HIGHEST for action security_group_rules [ 720.054877] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e006ad0-7c2b-4fad-8920-11554954e0c6 with Priority: HIGHEST for action security_group_rules [ 720.054877] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e006ad0-7c2b-4fad-8920-11554954e0c6 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.054877] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e006ad0-7c2b-4fad-8920-11554954e0c6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.054877] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e006ad0-7c2b-4fad-8920-11554954e0c6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.055442] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e006ad0-7c2b-4fad-8920-11554954e0c6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.055639] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e006ad0-7c2b-4fad-8920-11554954e0c6',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.295123] env[65894]: INFO networking_nsxv3.common.synchronization [None req-49db8137-ec2d-45f2-b46b-6581817b46e6 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Enqueued Resource ID: 7e006ad0-7c2b-4fad-8920-11554954e0c6 with Priority: HIGHEST for action security_group_rules [ 720.295123] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e006ad0-7c2b-4fad-8920-11554954e0c6 with Priority: HIGHEST for action security_group_rules [ 720.295123] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7e006ad0-7c2b-4fad-8920-11554954e0c6 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.295495] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7e006ad0-7c2b-4fad-8920-11554954e0c6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.578397] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.578783] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.578783] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.578863] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.578960] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.579070] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e006ad0-7c2b-4fad-8920-11554954e0c6 already deleted. [ 720.579179] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e006ad0-7c2b-4fad-8920-11554954e0c6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.579318] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7e006ad0-7c2b-4fad-8920-11554954e0c6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.580205] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7e006ad0-7c2b-4fad-8920-11554954e0c6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.580205] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7e006ad0-7c2b-4fad-8920-11554954e0c6',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.101062] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.101225] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.101314] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.101522] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.101612] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.101710] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7e006ad0-7c2b-4fad-8920-11554954e0c6 already deleted. [ 721.101805] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7e006ad0-7c2b-4fad-8920-11554954e0c6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.660159] env[65894]: INFO networking_nsxv3.common.synchronization [req-f80dcd42-af83-4993-ae2a-d0ac410383fa req-6870d7b4-db6b-41f9-a257-b57863cc2be7 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Enqueued Resource ID: ee473872-0cee-445b-80c2-9872fc2d0453 with Priority: HIGHEST for action security_group_members [ 721.660451] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee473872-0cee-445b-80c2-9872fc2d0453 with Priority: HIGHEST for action security_group_members [ 721.660882] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee473872-0cee-445b-80c2-9872fc2d0453 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.660961] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.661033] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.661663] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.661663] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.661663] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.661663] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.661863] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.661863] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.661934] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee473872-0cee-445b-80c2-9872fc2d0453',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.019210] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93b48834-77a7-4028-b992-7c876c5b9592 in Status: SUCCESS [ 722.019210] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.019210] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.019210] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.019457] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.019457] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.019457] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.021109] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.021109] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.021109] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.021109] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('93b48834-77a7-4028-b992-7c876c5b9592',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.021109] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.021109] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.021771] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.021771] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.021771] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.021771] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.021771] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.021771] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93b48834-77a7-4028-b992-7c876c5b9592',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.062483] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock network-802 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.063154] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "network-802" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.063154] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "network-802" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.063154] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "network-802" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.064123] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.064123] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.064123] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.064123] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.064335] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.064410] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 722.064517] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 722.064619] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 722.064720] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 722.064822] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 722.064921] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 722.065056] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 722.085488] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 722.085656] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 722.085842] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 722.085924] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "network-802" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.086306] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock port-f90d2502-74c8-44f9-9e42-8889df145239 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.086484] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "port-f90d2502-74c8-44f9-9e42-8889df145239" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.086632] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "port-f90d2502-74c8-44f9-9e42-8889df145239" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.086956] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "port-f90d2502-74c8-44f9-9e42-8889df145239" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.087109] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f90d2502-74c8-44f9-9e42-8889df145239',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.166668] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.166833] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.166938] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.167159] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.167271] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.167492] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.167599] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.167663] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.167826] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.167896] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.167981] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee473872-0cee-445b-80c2-9872fc2d0453 is going to be updated. [ 722.204310] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.204310] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.204310] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.204310] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.204625] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.214162] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee473872-0cee-445b-80c2-9872fc2d0453 in Status: IN_PROGRESS for 2s [ 722.523495] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-93b48834-77a7-4028-b992-7c876c5b9592 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.523689] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.523795] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93b48834-77a7-4028-b992-7c876c5b9592',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.589832] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.590130] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.590301] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.590613] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.590791] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.590952] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Segment Port f90d2502-74c8-44f9-9e42-8889df145239 not found, creating... [ 722.591278] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.591471] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.591586] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.591833] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.591980] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.592306] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.592494] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.592624] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.592857] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.593017] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.593164] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Resource: SegmentPort with ID: f90d2502-74c8-44f9-9e42-8889df145239 is going to be created. [ 722.615373] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.615713] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.615713] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.615948] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.616223] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.616457] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "port-f90d2502-74c8-44f9-9e42-8889df145239" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.026429] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93b48834-77a7-4028-b992-7c876c5b9592',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.357922] env[65894]: INFO networking_nsxv3.common.synchronization [req-f80dcd42-af83-4993-ae2a-d0ac410383fa req-344e404b-8a67-483e-8850-ec3cd94eeb5b service nova] Enqueued Resource ID: ee473872-0cee-445b-80c2-9872fc2d0453 with Priority: HIGHEST for action security_group_rules [ 723.358112] env[65894]: INFO networking_nsxv3.common.synchronization [req-f80dcd42-af83-4993-ae2a-d0ac410383fa req-344e404b-8a67-483e-8850-ec3cd94eeb5b service nova] Enqueued Resource ID: ee473872-0cee-445b-80c2-9872fc2d0453 with Priority: HIGHEST for action security_group_members [ 723.358285] env[65894]: INFO networking_nsxv3.common.synchronization [req-f80dcd42-af83-4993-ae2a-d0ac410383fa req-344e404b-8a67-483e-8850-ec3cd94eeb5b service nova] Enqueued Resource ID: f90d2502-74c8-44f9-9e42-8889df145239 with Priority: HIGHEST for action port [ 723.358805] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee473872-0cee-445b-80c2-9872fc2d0453 with Priority: HIGHEST for action security_group_rules [ 723.359009] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee473872-0cee-445b-80c2-9872fc2d0453 with Priority: HIGHEST for action security_group_members [ 723.359376] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f90d2502-74c8-44f9-9e42-8889df145239 with Priority: HIGHEST for action port [ 723.359774] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee473872-0cee-445b-80c2-9872fc2d0453 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.360013] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.360167] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.360479] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.360657] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee473872-0cee-445b-80c2-9872fc2d0453',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.361741] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee473872-0cee-445b-80c2-9872fc2d0453 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.361869] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.362094] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-f90d2502-74c8-44f9-9e42-8889df145239 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.362232] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f90d2502-74c8-44f9-9e42-8889df145239" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.362323] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f90d2502-74c8-44f9-9e42-8889df145239" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.362509] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f90d2502-74c8-44f9-9e42-8889df145239" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.362606] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f90d2502-74c8-44f9-9e42-8889df145239',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.529853] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.532554] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.532554] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.532554] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.532554] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.532554] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93b48834-77a7-4028-b992-7c876c5b9592 is going to be updated. [ 723.561939] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.561939] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.561939] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.561939] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.561939] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.570628] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93b48834-77a7-4028-b992-7c876c5b9592 in Status: IN_PROGRESS for 2s [ 723.864816] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee473872-0cee-445b-80c2-9872fc2d0453 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.865687] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.865687] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f90d2502-74c8-44f9-9e42-8889df145239 with status ACTIVE [ 723.865687] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.865687] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.865687] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.865951] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.865951] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.866506] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.866623] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.866688] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.866876] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.866954] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.867164] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.867258] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.867304] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.867450] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.867521] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.867678] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f90d2502-74c8-44f9-9e42-8889df145239 is going to be updated. [ 723.895932] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.896132] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.896269] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.896716] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.896900] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.897126] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f90d2502-74c8-44f9-9e42-8889df145239" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.137156] env[65894]: INFO networking_nsxv3.common.synchronization [None req-fd5e6060-8051-4947-b83c-8d34a84a68ec None None] Enqueued Resource ID: fa54a85c-f89f-4ec3-8de0-822cd5da1ce2 with Priority: HIGHEST for action port [ 724.137548] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa54a85c-f89f-4ec3-8de0-822cd5da1ce2 with Priority: HIGHEST for action port [ 724.137704] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa54a85c-f89f-4ec3-8de0-822cd5da1ce2 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.137825] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa54a85c-f89f-4ec3-8de0-822cd5da1ce2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.137892] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa54a85c-f89f-4ec3-8de0-822cd5da1ce2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.143391] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa54a85c-f89f-4ec3-8de0-822cd5da1ce2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.143391] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa54a85c-f89f-4ec3-8de0-822cd5da1ce2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.225600] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee473872-0cee-445b-80c2-9872fc2d0453 in Status: SUCCESS [ 724.226310] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee473872-0cee-445b-80c2-9872fc2d0453 deletion is rescheduled due to dependency. [ 724.226596] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.226879] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.227242] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.227526] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.227788] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.229016] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.229016] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.229016] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.229016] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee473872-0cee-445b-80c2-9872fc2d0453',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.644619] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fa54a85c-f89f-4ec3-8de0-822cd5da1ce2 [ 724.644801] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.645329] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.645329] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.645329] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.645517] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.645554] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fa54a85c-f89f-4ec3-8de0-822cd5da1ce2 already deleted. [ 724.646497] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa54a85c-f89f-4ec3-8de0-822cd5da1ce2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.730458] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee473872-0cee-445b-80c2-9872fc2d0453',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.239238] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee473872-0cee-445b-80c2-9872fc2d0453',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.583980] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93b48834-77a7-4028-b992-7c876c5b9592 in Status: SUCCESS [ 725.584426] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.584673] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.585690] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.585793] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.585989] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.586273] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.586316] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.586443] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.586561] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.587617] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-93b48834-77a7-4028-b992-7c876c5b9592 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.587617] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.587617] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.587617] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.589042] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.589042] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.589042] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.589042] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.589042] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.589042] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.589042] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('93b48834-77a7-4028-b992-7c876c5b9592',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.741354] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.741592] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.741898] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.742307] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.742307] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.742307] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee473872-0cee-445b-80c2-9872fc2d0453 is going to be updated. [ 725.788052] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.788349] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.788472] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.788805] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.789029] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.804556] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee473872-0cee-445b-80c2-9872fc2d0453 in Status: IN_PROGRESS for 2s [ 726.092155] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 93b48834-77a7-4028-b992-7c876c5b9592: rpc.has_security_group_logging(os_id): False [ 726.112838] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.112838] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.112838] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.112838] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.112838] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.112838] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.112838] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.112838] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.112838] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.112838] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.112838] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.112838] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.112838] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.112838] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.112838] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.113372] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.113372] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.113372] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.113372] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.113372] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.113372] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93b48834-77a7-4028-b992-7c876c5b9592 is going to be updated. [ 726.177377] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.177511] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.177577] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.177806] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.177936] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.191202] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93b48834-77a7-4028-b992-7c876c5b9592 in Status: IN_PROGRESS for 2s [ 726.271317] env[65894]: INFO networking_nsxv3.common.synchronization [req-a16372ad-115b-4a5c-9fe7-702417745a20 req-02be4559-4c43-40fa-a781-157d18f0fbe4 tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Enqueued Resource ID: 33255802-6495-48dc-b7f2-bb56d9e38363 with Priority: HIGHEST for action security_group_members [ 726.273178] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33255802-6495-48dc-b7f2-bb56d9e38363 with Priority: HIGHEST for action security_group_members [ 726.273391] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-33255802-6495-48dc-b7f2-bb56d9e38363 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.273626] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33255802-6495-48dc-b7f2-bb56d9e38363" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.273626] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33255802-6495-48dc-b7f2-bb56d9e38363" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.273915] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33255802-6495-48dc-b7f2-bb56d9e38363" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.274307] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.275603] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.275937] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.276009] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.276141] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.276293] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33255802-6495-48dc-b7f2-bb56d9e38363',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.569624] env[65894]: INFO networking_nsxv3.common.synchronization [None req-01481f44-537a-4a95-8304-5a99016913f6 None None] Enqueued Resource ID: aa899060-e306-4b93-9081-ce5eabc0ab1f with Priority: HIGHEST for action port [ 726.570280] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa899060-e306-4b93-9081-ce5eabc0ab1f with Priority: HIGHEST for action port [ 726.570795] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa899060-e306-4b93-9081-ce5eabc0ab1f taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.570795] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa899060-e306-4b93-9081-ce5eabc0ab1f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.570795] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa899060-e306-4b93-9081-ce5eabc0ab1f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.571293] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa899060-e306-4b93-9081-ce5eabc0ab1f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.571293] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa899060-e306-4b93-9081-ce5eabc0ab1f',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.652797] env[65894]: INFO networking_nsxv3.common.synchronization [req-048753b0-a759-4274-87a3-e9427bffb8bf req-45c64b20-c881-437f-8a6b-e382015c6745 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Enqueued Resource ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 with Priority: HIGHEST for action security_group_members [ 726.653484] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 with Priority: HIGHEST for action security_group_members [ 726.653970] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.654142] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.654339] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.654456] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.654592] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.654781] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.654781] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.655172] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.655338] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.655551] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.778909] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('33255802-6495-48dc-b7f2-bb56d9e38363',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.069487] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock network-123 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.069675] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "network-123" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.069791] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "network-123" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.070056] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "network-123" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.070305] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.070451] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.070650] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.070792] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.070925] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.071162] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 727.071268] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 727.071370] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 727.071469] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 727.071568] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 727.071664] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 727.071789] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 727.073264] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aa899060-e306-4b93-9081-ce5eabc0ab1f [ 727.073360] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.073470] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.073532] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.073697] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.073763] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.073851] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aa899060-e306-4b93-9081-ce5eabc0ab1f already deleted. [ 727.073930] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa899060-e306-4b93-9081-ce5eabc0ab1f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.095593] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 727.095917] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 727.095917] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 727.096107] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "network-123" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.097676] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock port-032f160c-d594-49a1-ab7f-dbc5b9b78fb7 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.097676] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "port-032f160c-d594-49a1-ab7f-dbc5b9b78fb7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.097676] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "port-032f160c-d594-49a1-ab7f-dbc5b9b78fb7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.097676] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "port-032f160c-d594-49a1-ab7f-dbc5b9b78fb7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.097676] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('032f160c-d594-49a1-ab7f-dbc5b9b78fb7',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.159371] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.159596] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.159701] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.159967] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.160107] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.160313] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.160631] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.160631] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.160749] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.160834] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.160946] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 is going to be updated. [ 727.193777] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.193975] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.194049] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.194261] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.194430] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.208026] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 in Status: IN_PROGRESS for 2s [ 727.282730] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('33255802-6495-48dc-b7f2-bb56d9e38363',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.600424] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.600767] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.600959] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.601316] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.601527] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.601741] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Segment Port 032f160c-d594-49a1-ab7f-dbc5b9b78fb7 not found, creating... [ 727.602083] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.602307] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.602478] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.602819] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.602990] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.603359] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.603580] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.603756] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.604023] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.604225] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.604420] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Resource: SegmentPort with ID: 032f160c-d594-49a1-ab7f-dbc5b9b78fb7 is going to be created. [ 727.639207] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.639207] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.639207] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.639207] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.639207] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.639574] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "port-032f160c-d594-49a1-ab7f-dbc5b9b78fb7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.787587] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.787818] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.787905] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.788148] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.788280] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.788381] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33255802-6495-48dc-b7f2-bb56d9e38363 is going to be updated. [ 727.819416] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee473872-0cee-445b-80c2-9872fc2d0453 in Status: SUCCESS [ 727.819657] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.819832] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.820077] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.820286] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.820428] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.820493] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.820639] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.820713] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.820798] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.820890] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ee473872-0cee-445b-80c2-9872fc2d0453',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.838288] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.838503] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.838547] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.838784] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.838926] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.851284] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33255802-6495-48dc-b7f2-bb56d9e38363 in Status: IN_PROGRESS for 2s [ 728.205750] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93b48834-77a7-4028-b992-7c876c5b9592 in Status: SUCCESS [ 728.206510] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.206801] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.207061] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.207182] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93b48834-77a7-4028-b992-7c876c5b9592',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.323941] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee473872-0cee-445b-80c2-9872fc2d0453 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.324347] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.324347] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.324423] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.324650] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.324754] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.324754] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.324883] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.324976] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.325072] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.325220] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee473872-0cee-445b-80c2-9872fc2d0453 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.325313] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.325368] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.325510] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.325643] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.325737] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.325815] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.325965] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.326053] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.326150] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.326313] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ee473872-0cee-445b-80c2-9872fc2d0453',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.339889] env[65894]: INFO networking_nsxv3.common.synchronization [req-048753b0-a759-4274-87a3-e9427bffb8bf req-10c5cd1c-cd07-4171-ac0f-a3f8bd5befe8 service nova] Enqueued Resource ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 with Priority: HIGHEST for action security_group_rules [ 728.340081] env[65894]: INFO networking_nsxv3.common.synchronization [req-048753b0-a759-4274-87a3-e9427bffb8bf req-10c5cd1c-cd07-4171-ac0f-a3f8bd5befe8 service nova] Enqueued Resource ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 with Priority: HIGHEST for action security_group_members [ 728.340265] env[65894]: INFO networking_nsxv3.common.synchronization [req-048753b0-a759-4274-87a3-e9427bffb8bf req-10c5cd1c-cd07-4171-ac0f-a3f8bd5befe8 service nova] Enqueued Resource ID: 032f160c-d594-49a1-ab7f-dbc5b9b78fb7 with Priority: HIGHEST for action port [ 728.340764] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 with Priority: HIGHEST for action security_group_rules [ 728.340872] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 with Priority: HIGHEST for action security_group_members [ 728.340968] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 032f160c-d594-49a1-ab7f-dbc5b9b78fb7 with Priority: HIGHEST for action port [ 728.341607] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.341739] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.341810] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.341997] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.342091] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.342856] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.342972] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.343271] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-032f160c-d594-49a1-ab7f-dbc5b9b78fb7 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.343348] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-032f160c-d594-49a1-ab7f-dbc5b9b78fb7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.343412] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-032f160c-d594-49a1-ab7f-dbc5b9b78fb7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.343575] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-032f160c-d594-49a1-ab7f-dbc5b9b78fb7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.343659] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('032f160c-d594-49a1-ab7f-dbc5b9b78fb7',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.709961] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-93b48834-77a7-4028-b992-7c876c5b9592 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.710172] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.710225] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.710483] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.710639] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.711824] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.711824] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.711824] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.711824] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.711824] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.711824] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('93b48834-77a7-4028-b992-7c876c5b9592',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.759589] env[65894]: INFO networking_nsxv3.common.synchronization [req-66db37ca-6108-4ed9-859d-43d9403fe0d8 req-84ebd6f5-9abd-4d95-837e-dc3b994feef9 tempest-VolumesAdminNegativeTest-1910501024 tempest-VolumesAdminNegativeTest-1910501024-project-member] Enqueued Resource ID: b9ae4724-f434-49e0-98b5-89659e34fcab with Priority: HIGHEST for action security_group_members [ 728.760415] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9ae4724-f434-49e0-98b5-89659e34fcab with Priority: HIGHEST for action security_group_members [ 728.760795] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9ae4724-f434-49e0-98b5-89659e34fcab taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.760946] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9ae4724-f434-49e0-98b5-89659e34fcab" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.761059] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9ae4724-f434-49e0-98b5-89659e34fcab" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.761273] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9ae4724-f434-49e0-98b5-89659e34fcab" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.761431] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.761530] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.761590] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.763092] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.763092] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.763092] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9ae4724-f434-49e0-98b5-89659e34fcab',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.830036] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ee473872-0cee-445b-80c2-9872fc2d0453: rpc.has_security_group_logging(os_id): False [ 728.849886] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.849886] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.849886] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.849886] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.849886] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.849886] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.849886] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.849886] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.849886] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.849886] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.849886] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.849886] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.849886] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.849886] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.849886] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.850651] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.850651] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.850651] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.850651] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.850651] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.853379] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee473872-0cee-445b-80c2-9872fc2d0453 is going to be updated. [ 728.855239] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.855955] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.855955] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 032f160c-d594-49a1-ab7f-dbc5b9b78fb7 with status ACTIVE [ 728.855955] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.856275] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.856490] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.856607] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.856728] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.856936] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.857056] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.857145] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.857386] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.857493] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.858082] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.858082] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.858082] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.858236] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.858236] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.858417] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 032f160c-d594-49a1-ab7f-dbc5b9b78fb7 is going to be updated. [ 728.888811] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.889029] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.889081] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.889306] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.889474] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.889639] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-032f160c-d594-49a1-ab7f-dbc5b9b78fb7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.932948] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.933121] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.933234] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.933533] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.933743] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.952422] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee473872-0cee-445b-80c2-9872fc2d0453 in Status: IN_PROGRESS for 2s [ 729.006611] env[65894]: INFO networking_nsxv3.common.synchronization [req-9820f8b4-c427-4b49-a241-7311b8899c69 req-15c1093e-a285-4fd1-84be-4ac04d83f1e9 tempest-ServerPasswordTestJSON-276386913 tempest-ServerPasswordTestJSON-276386913-project-member] Enqueued Resource ID: 13cb8659-d6ed-469b-acc3-c2fbb8c8b8dd with Priority: HIGHEST for action security_group_members [ 729.006611] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13cb8659-d6ed-469b-acc3-c2fbb8c8b8dd with Priority: HIGHEST for action security_group_members [ 729.006853] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-13cb8659-d6ed-469b-acc3-c2fbb8c8b8dd taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.006978] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13cb8659-d6ed-469b-acc3-c2fbb8c8b8dd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.007058] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13cb8659-d6ed-469b-acc3-c2fbb8c8b8dd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.007269] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13cb8659-d6ed-469b-acc3-c2fbb8c8b8dd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.007579] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.007579] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.007579] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.007749] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.007874] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.007924] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13cb8659-d6ed-469b-acc3-c2fbb8c8b8dd',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.214035] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-93b48834-77a7-4028-b992-7c876c5b9592 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.214035] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.214264] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.214422] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.214654] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.214783] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.214879] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.215071] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.215165] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.215272] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.215464] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-93b48834-77a7-4028-b992-7c876c5b9592 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.215578] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.215647] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.215838] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.216048] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.216178] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.216442] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.216493] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.216558] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.216667] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.216868] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('93b48834-77a7-4028-b992-7c876c5b9592',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.222524] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 in Status: SUCCESS [ 729.222962] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 deletion is rescheduled due to dependency. [ 729.223118] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.223293] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.223566] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.223833] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.223935] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.223935] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.224081] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.224352] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.224587] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.265273] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.265554] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.265554] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.265745] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.265841] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.267388] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.267767] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.267767] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.267920] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.267920] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.268039] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9ae4724-f434-49e0-98b5-89659e34fcab is going to be updated. [ 729.316666] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.316666] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.316666] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.316666] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.317294] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.329096] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9ae4724-f434-49e0-98b5-89659e34fcab in Status: IN_PROGRESS for 2s [ 729.511032] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.511032] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.511032] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.511220] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.511257] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.512182] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.512839] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.512839] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.512839] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.513019] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.513019] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13cb8659-d6ed-469b-acc3-c2fbb8c8b8dd is going to be updated. [ 729.548703] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.548703] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.548703] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.548703] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.548703] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.563597] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13cb8659-d6ed-469b-acc3-c2fbb8c8b8dd in Status: IN_PROGRESS for 2s [ 729.565601] env[65894]: INFO networking_nsxv3.common.synchronization [req-b207a102-be90-4c97-8f28-b08bb3026274 req-8001ceaa-7837-429e-a27d-96dd5955c6d8 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Enqueued Resource ID: c3df1442-972b-4c46-9187-df9c08907130 with Priority: HIGHEST for action security_group_members [ 729.566861] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3df1442-972b-4c46-9187-df9c08907130 with Priority: HIGHEST for action security_group_members [ 729.569728] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3df1442-972b-4c46-9187-df9c08907130 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.569936] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.569936] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.572059] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.572059] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.572059] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.572059] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.572059] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.572059] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.572059] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3df1442-972b-4c46-9187-df9c08907130',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.719248] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 93b48834-77a7-4028-b992-7c876c5b9592: rpc.has_security_group_logging(os_id): False [ 729.727375] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.737703] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.737827] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.737936] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.738143] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.738281] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.738448] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.738550] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.738615] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.738845] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.738969] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.740140] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.740248] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.740329] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.740503] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.740628] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.740841] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.740952] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.741036] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.741221] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.741305] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.741407] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93b48834-77a7-4028-b992-7c876c5b9592 is going to be updated. [ 729.847965] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.847965] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.850025] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.850025] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.850025] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.865596] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33255802-6495-48dc-b7f2-bb56d9e38363 in Status: SUCCESS [ 729.865596] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33255802-6495-48dc-b7f2-bb56d9e38363" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.870870] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93b48834-77a7-4028-b992-7c876c5b9592 in Status: IN_PROGRESS for 2s [ 729.991326] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock network-130 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.991492] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "network-130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.991584] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "network-130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.991812] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "network-130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.992070] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.992226] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.992373] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.992542] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.992682] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.992879] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 729.992985] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 729.993237] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 729.993357] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 729.993465] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 729.993564] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 729.993752] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 730.014096] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 730.014328] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 730.014406] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 730.014580] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "network-130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.014972] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock port-72b7a4bf-cf13-467b-82b3-cb5c49b6ad21 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.015391] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "port-72b7a4bf-cf13-467b-82b3-cb5c49b6ad21" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.015391] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "port-72b7a4bf-cf13-467b-82b3-cb5c49b6ad21" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.015613] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "port-72b7a4bf-cf13-467b-82b3-cb5c49b6ad21" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.015744] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72b7a4bf-cf13-467b-82b3-cb5c49b6ad21',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.077030] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3df1442-972b-4c46-9187-df9c08907130',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.229485] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.519764] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.519764] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.519764] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.519764] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.519764] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.520335] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Segment Port 72b7a4bf-cf13-467b-82b3-cb5c49b6ad21 not found, creating... [ 730.520335] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.520335] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.520441] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.520821] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.520821] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.521091] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.521249] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.521363] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.522079] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.522079] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.522230] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Resource: SegmentPort with ID: 72b7a4bf-cf13-467b-82b3-cb5c49b6ad21 is going to be created. [ 730.544444] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.544721] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.544916] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.545444] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.546048] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.546352] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "port-72b7a4bf-cf13-467b-82b3-cb5c49b6ad21" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.579511] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3df1442-972b-4c46-9187-df9c08907130',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.733932] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.734169] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.734297] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.734670] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.734866] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.735035] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 is going to be updated. [ 730.785088] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.785323] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.785439] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.785812] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.786049] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.799808] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 in Status: IN_PROGRESS for 2s [ 730.966890] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee473872-0cee-445b-80c2-9872fc2d0453 in Status: SUCCESS [ 730.967140] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.084178] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.084336] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.084423] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.084614] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.084721] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.084809] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3df1442-972b-4c46-9187-df9c08907130 is going to be updated. [ 731.115226] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.115410] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.115410] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.116121] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.116121] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.125144] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3df1442-972b-4c46-9187-df9c08907130 in Status: IN_PROGRESS for 2s [ 731.271331] env[65894]: INFO networking_nsxv3.common.synchronization [req-b207a102-be90-4c97-8f28-b08bb3026274 req-df5a05cb-e8f3-41ea-b48d-13839b809c80 service nova] Enqueued Resource ID: c3df1442-972b-4c46-9187-df9c08907130 with Priority: HIGHEST for action security_group_rules [ 731.271753] env[65894]: INFO networking_nsxv3.common.synchronization [req-b207a102-be90-4c97-8f28-b08bb3026274 req-df5a05cb-e8f3-41ea-b48d-13839b809c80 service nova] Enqueued Resource ID: c3df1442-972b-4c46-9187-df9c08907130 with Priority: HIGHEST for action security_group_members [ 731.271940] env[65894]: INFO networking_nsxv3.common.synchronization [req-b207a102-be90-4c97-8f28-b08bb3026274 req-df5a05cb-e8f3-41ea-b48d-13839b809c80 service nova] Enqueued Resource ID: 72b7a4bf-cf13-467b-82b3-cb5c49b6ad21 with Priority: HIGHEST for action port [ 731.272717] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3df1442-972b-4c46-9187-df9c08907130 with Priority: HIGHEST for action security_group_rules [ 731.272937] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3df1442-972b-4c46-9187-df9c08907130 with Priority: HIGHEST for action security_group_members [ 731.273107] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72b7a4bf-cf13-467b-82b3-cb5c49b6ad21 with Priority: HIGHEST for action port [ 731.273741] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3df1442-972b-4c46-9187-df9c08907130 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.273807] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.273877] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.274544] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.274544] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3df1442-972b-4c46-9187-df9c08907130',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.275770] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3df1442-972b-4c46-9187-df9c08907130 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.275770] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.275770] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-72b7a4bf-cf13-467b-82b3-cb5c49b6ad21 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.275770] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72b7a4bf-cf13-467b-82b3-cb5c49b6ad21" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.275770] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72b7a4bf-cf13-467b-82b3-cb5c49b6ad21" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.275770] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72b7a4bf-cf13-467b-82b3-cb5c49b6ad21" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.275770] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72b7a4bf-cf13-467b-82b3-cb5c49b6ad21',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.339270] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9ae4724-f434-49e0-98b5-89659e34fcab in Status: SUCCESS [ 731.339270] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9ae4724-f434-49e0-98b5-89659e34fcab deletion is rescheduled due to dependency. [ 731.339270] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9ae4724-f434-49e0-98b5-89659e34fcab" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.571108] env[65894]: INFO networking_nsxv3.common.synchronization [req-85ae9e4d-c273-4176-854a-4c51f6a41d00 req-d2fdc771-9bb6-4032-ad32-8c075cd7aa4f tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Enqueued Resource ID: 93b48834-77a7-4028-b992-7c876c5b9592 with Priority: HIGHEST for action security_group_members [ 731.571108] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93b48834-77a7-4028-b992-7c876c5b9592 with Priority: HIGHEST for action security_group_members [ 731.571108] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-93b48834-77a7-4028-b992-7c876c5b9592 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.571108] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.571108] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.571108] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.571108] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.571108] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.571693] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.571693] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.571693] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.571693] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93b48834-77a7-4028-b992-7c876c5b9592',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.573769] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13cb8659-d6ed-469b-acc3-c2fbb8c8b8dd in Status: SUCCESS [ 731.573913] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13cb8659-d6ed-469b-acc3-c2fbb8c8b8dd deletion is rescheduled due to dependency. [ 731.574017] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13cb8659-d6ed-469b-acc3-c2fbb8c8b8dd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.780031] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3df1442-972b-4c46-9187-df9c08907130 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.780031] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.780031] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 72b7a4bf-cf13-467b-82b3-cb5c49b6ad21 with status ACTIVE [ 731.780031] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.780031] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.780031] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.780031] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.780031] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.780508] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.780508] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.780508] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.780508] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.780633] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.781129] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.781129] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.781129] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.781129] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.781129] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.781346] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 72b7a4bf-cf13-467b-82b3-cb5c49b6ad21 is going to be updated. [ 731.805164] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.805374] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.805442] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.805833] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.805911] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.806073] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72b7a4bf-cf13-467b-82b3-cb5c49b6ad21" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.856991] env[65894]: INFO networking_nsxv3.common.synchronization [req-85ae9e4d-c273-4176-854a-4c51f6a41d00 req-463abc08-caba-4d7f-81d9-f349cd8ed8e5 tempest-ServersTestMultiNic-1967653581 tempest-ServersTestMultiNic-1967653581-project-member] Enqueued Resource ID: 93b48834-77a7-4028-b992-7c876c5b9592 with Priority: HIGHEST for action security_group_members [ 731.856991] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93b48834-77a7-4028-b992-7c876c5b9592 with Priority: HIGHEST for action security_group_members [ 731.856991] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-93b48834-77a7-4028-b992-7c876c5b9592 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.856991] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.889808] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 93b48834-77a7-4028-b992-7c876c5b9592 in Status: SUCCESS [ 731.890064] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.074420] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('93b48834-77a7-4028-b992-7c876c5b9592',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.579228] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('93b48834-77a7-4028-b992-7c876c5b9592',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.812242] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 in Status: SUCCESS [ 732.812405] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.812596] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.812824] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.813062] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.813180] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.813246] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.813408] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.813941] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.813941] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.813941] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.083091] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.083238] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.083310] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.083472] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.083567] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.083661] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93b48834-77a7-4028-b992-7c876c5b9592 is going to be updated. [ 733.113709] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.113907] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.113907] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.114175] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.114337] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.127823] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93b48834-77a7-4028-b992-7c876c5b9592 in Status: IN_PROGRESS for 2s [ 733.136828] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3df1442-972b-4c46-9187-df9c08907130 in Status: SUCCESS [ 733.136828] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.136828] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.137038] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.137236] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.137330] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.137400] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.137556] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.137636] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.137730] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3df1442-972b-4c46-9187-df9c08907130',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.316309] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.316436] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.316748] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.316863] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.317407] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.317407] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.317407] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.317625] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.317691] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.317869] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.318021] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.318157] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.318256] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.319054] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.319054] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.319054] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.319054] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.319054] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.319339] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.319339] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.319773] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.640662] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3df1442-972b-4c46-9187-df9c08907130',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.821810] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8: rpc.has_security_group_logging(os_id): False [ 733.841470] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.841664] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.841664] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.841975] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.842093] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.842330] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.842424] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.842482] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.842633] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.842708] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.842883] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.842969] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.843040] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.843179] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.843253] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.843431] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.843519] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.843578] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.843715] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.843789] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.843872] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 is going to be updated. [ 733.905376] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.905528] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.905594] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.905803] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.905953] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.921827] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 in Status: IN_PROGRESS for 2s [ 734.142560] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3df1442-972b-4c46-9187-df9c08907130',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.647392] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.648484] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.648484] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.648484] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.648484] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.648484] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3df1442-972b-4c46-9187-df9c08907130 is going to be updated. [ 734.679744] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.679926] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.680042] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.680788] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.680788] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.692609] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3df1442-972b-4c46-9187-df9c08907130 in Status: IN_PROGRESS for 2s [ 735.138829] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93b48834-77a7-4028-b992-7c876c5b9592 in Status: SUCCESS [ 735.142388] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.142623] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.144034] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.144034] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.144034] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.144034] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.144034] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.144034] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.144034] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('93b48834-77a7-4028-b992-7c876c5b9592',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.230098] env[65894]: INFO networking_nsxv3.common.synchronization [req-c1969357-0483-4ec2-a9b4-b82e91f33ea3 req-ca01d16d-bd44-4176-b2ec-6bec113ad0dc tempest-VolumesAssistedSnapshotsTest-1083714486 tempest-VolumesAssistedSnapshotsTest-1083714486-project-member] Enqueued Resource ID: 37f59dcc-a20c-455f-ae92-5bee7287a143 with Priority: HIGHEST for action security_group_members [ 735.230979] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37f59dcc-a20c-455f-ae92-5bee7287a143 with Priority: HIGHEST for action security_group_members [ 735.231191] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-37f59dcc-a20c-455f-ae92-5bee7287a143 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.231429] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37f59dcc-a20c-455f-ae92-5bee7287a143" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.231576] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37f59dcc-a20c-455f-ae92-5bee7287a143" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.231898] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37f59dcc-a20c-455f-ae92-5bee7287a143" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.232193] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.232672] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.232774] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.233096] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.233292] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.233459] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37f59dcc-a20c-455f-ae92-5bee7287a143',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.646169] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.646371] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.646444] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.646663] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.646756] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.646955] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.647057] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.647117] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.647261] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.647346] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.647427] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93b48834-77a7-4028-b992-7c876c5b9592 is going to be updated. [ 735.677692] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.677902] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.677902] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.678149] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.678369] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.691225] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93b48834-77a7-4028-b992-7c876c5b9592 in Status: IN_PROGRESS for 2s [ 735.737113] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.737113] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.737113] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.737527] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.737589] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.740190] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.740323] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.740388] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.740581] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.740974] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.743794] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37f59dcc-a20c-455f-ae92-5bee7287a143 is going to be updated. [ 735.792513] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.792513] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.792513] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.792764] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.792816] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.809146] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37f59dcc-a20c-455f-ae92-5bee7287a143 in Status: IN_PROGRESS for 2s [ 735.938086] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 in Status: SUCCESS [ 735.938346] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.980729] env[65894]: INFO networking_nsxv3.common.synchronization [req-a0761623-61a8-4e07-87df-d46d3654a6ef req-34bd629c-a6fe-49db-83d8-91001a7a6ae5 tempest-ServerMetadataTestJSON-1209594809 tempest-ServerMetadataTestJSON-1209594809-project-member] Enqueued Resource ID: f9484a09-6105-4f3c-8062-efacadbc60c1 with Priority: HIGHEST for action security_group_members [ 735.980926] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9484a09-6105-4f3c-8062-efacadbc60c1 with Priority: HIGHEST for action security_group_members [ 735.981236] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9484a09-6105-4f3c-8062-efacadbc60c1 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.981362] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9484a09-6105-4f3c-8062-efacadbc60c1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.981492] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9484a09-6105-4f3c-8062-efacadbc60c1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.983086] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9484a09-6105-4f3c-8062-efacadbc60c1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.983086] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.983086] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.983086] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.983086] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.983086] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.983086] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9484a09-6105-4f3c-8062-efacadbc60c1',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.486248] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.486319] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.486349] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.486854] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.486854] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.486961] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.487086] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.487124] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.487398] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.487398] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.487487] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9484a09-6105-4f3c-8062-efacadbc60c1 is going to be updated. [ 736.517927] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.520016] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.520016] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.520016] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.520016] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.530412] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9484a09-6105-4f3c-8062-efacadbc60c1 in Status: IN_PROGRESS for 2s [ 736.703022] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3df1442-972b-4c46-9187-df9c08907130 in Status: SUCCESS [ 736.703327] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.703619] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.704284] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.704393] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.704554] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.704653] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.705678] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.705678] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.705678] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.705678] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c3df1442-972b-4c46-9187-df9c08907130',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.724573] env[65894]: INFO networking_nsxv3.common.synchronization [req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 req-25d61f0e-d7ae-4d0a-a4fb-11d5dba754ab tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Enqueued Resource ID: 84626a76-549f-4c74-8189-71be8b4e3168 with Priority: HIGHEST for action security_group_members [ 736.725359] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84626a76-549f-4c74-8189-71be8b4e3168 with Priority: HIGHEST for action security_group_members [ 736.725650] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-84626a76-549f-4c74-8189-71be8b4e3168 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.725771] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84626a76-549f-4c74-8189-71be8b4e3168" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.725957] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84626a76-549f-4c74-8189-71be8b4e3168" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.726037] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84626a76-549f-4c74-8189-71be8b4e3168" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.726198] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.726320] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.726379] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.726564] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.726617] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.726709] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84626a76-549f-4c74-8189-71be8b4e3168',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.055227] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock network-383 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.055424] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "network-383" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.055524] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "network-383" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.056261] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "network-383" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.056261] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.056659] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.056659] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.056659] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.056783] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.056943] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 737.057097] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 737.057159] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 737.057260] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 737.057409] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 737.057454] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 737.057625] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 737.077999] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 737.078538] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 737.078538] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 737.078664] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "network-383" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.078935] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock port-a1dbf983-274e-4f88-9d46-4da4a8a8d2be taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.079143] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "port-a1dbf983-274e-4f88-9d46-4da4a8a8d2be" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.079274] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "port-a1dbf983-274e-4f88-9d46-4da4a8a8d2be" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.079686] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "port-a1dbf983-274e-4f88-9d46-4da4a8a8d2be" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.080544] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1dbf983-274e-4f88-9d46-4da4a8a8d2be',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.208798] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3df1442-972b-4c46-9187-df9c08907130 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.209730] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.209730] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.209730] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.209730] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.210954] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.210954] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.210954] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.210954] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.210954] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.210954] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3df1442-972b-4c46-9187-df9c08907130 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.212278] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.212278] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.212278] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.212278] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.212278] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.212278] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.212278] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.214319] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.214319] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.214319] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c3df1442-972b-4c46-9187-df9c08907130',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.229942] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.230217] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.230257] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.230587] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.230709] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.230990] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.231150] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.231241] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.231492] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.231625] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.231767] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84626a76-549f-4c74-8189-71be8b4e3168 is going to be updated. [ 737.267450] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.267450] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.267450] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.267783] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.267875] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.279806] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84626a76-549f-4c74-8189-71be8b4e3168 in Status: IN_PROGRESS for 2s [ 737.582413] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.582770] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.583434] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.583830] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.584088] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.584357] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Segment Port a1dbf983-274e-4f88-9d46-4da4a8a8d2be not found, creating... [ 737.584708] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.584946] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.585096] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.585398] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.585581] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.585953] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.586283] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.586415] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.586721] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.586927] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.587163] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Resource: SegmentPort with ID: a1dbf983-274e-4f88-9d46-4da4a8a8d2be is going to be created. [ 737.608537] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.608756] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.608878] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.609178] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.609409] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.609634] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "port-a1dbf983-274e-4f88-9d46-4da4a8a8d2be" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.703532] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 93b48834-77a7-4028-b992-7c876c5b9592 in Status: SUCCESS [ 737.704106] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 93b48834-77a7-4028-b992-7c876c5b9592 deletion is rescheduled due to dependency. [ 737.704106] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.715455] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c3df1442-972b-4c46-9187-df9c08907130: rpc.has_security_group_logging(os_id): False [ 737.743626] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.743785] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.743841] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.744069] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.744167] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.744353] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.744453] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.744509] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.744658] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.744734] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.744915] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.745030] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.745081] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.746169] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.746169] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.746169] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.746169] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.746169] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.746169] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.746169] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.746169] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3df1442-972b-4c46-9187-df9c08907130 is going to be updated. [ 737.826933] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37f59dcc-a20c-455f-ae92-5bee7287a143 in Status: SUCCESS [ 737.827148] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37f59dcc-a20c-455f-ae92-5bee7287a143 deletion is rescheduled due to dependency. [ 737.827282] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37f59dcc-a20c-455f-ae92-5bee7287a143" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.909992] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.910297] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.910297] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.910479] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.910646] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.951834] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3df1442-972b-4c46-9187-df9c08907130 in Status: IN_PROGRESS for 2s [ 738.436954] env[65894]: INFO networking_nsxv3.common.synchronization [req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 req-7aee69f8-dff1-4463-8daf-a0899cecec6c service nova] Enqueued Resource ID: 84626a76-549f-4c74-8189-71be8b4e3168 with Priority: HIGHEST for action security_group_rules [ 738.437146] env[65894]: INFO networking_nsxv3.common.synchronization [req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 req-7aee69f8-dff1-4463-8daf-a0899cecec6c service nova] Enqueued Resource ID: 84626a76-549f-4c74-8189-71be8b4e3168 with Priority: HIGHEST for action security_group_members [ 738.437281] env[65894]: INFO networking_nsxv3.common.synchronization [req-74a7bd18-65ae-4ed7-9d7d-9d99d9610248 req-7aee69f8-dff1-4463-8daf-a0899cecec6c service nova] Enqueued Resource ID: a1dbf983-274e-4f88-9d46-4da4a8a8d2be with Priority: HIGHEST for action port [ 738.437517] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84626a76-549f-4c74-8189-71be8b4e3168 with Priority: HIGHEST for action security_group_rules [ 738.437679] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84626a76-549f-4c74-8189-71be8b4e3168 with Priority: HIGHEST for action security_group_members [ 738.437732] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1dbf983-274e-4f88-9d46-4da4a8a8d2be with Priority: HIGHEST for action port [ 738.438748] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84626a76-549f-4c74-8189-71be8b4e3168 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.438870] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84626a76-549f-4c74-8189-71be8b4e3168" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.438937] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84626a76-549f-4c74-8189-71be8b4e3168" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.439176] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84626a76-549f-4c74-8189-71be8b4e3168" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.439269] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84626a76-549f-4c74-8189-71be8b4e3168',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.440914] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-84626a76-549f-4c74-8189-71be8b4e3168 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.441020] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84626a76-549f-4c74-8189-71be8b4e3168" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.441217] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1dbf983-274e-4f88-9d46-4da4a8a8d2be taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.441319] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1dbf983-274e-4f88-9d46-4da4a8a8d2be" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.442053] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1dbf983-274e-4f88-9d46-4da4a8a8d2be" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.442053] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1dbf983-274e-4f88-9d46-4da4a8a8d2be" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.442053] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1dbf983-274e-4f88-9d46-4da4a8a8d2be',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.541427] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9484a09-6105-4f3c-8062-efacadbc60c1 in Status: SUCCESS [ 738.541530] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9484a09-6105-4f3c-8062-efacadbc60c1 deletion is rescheduled due to dependency. [ 738.541618] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9484a09-6105-4f3c-8062-efacadbc60c1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.943638] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a1dbf983-274e-4f88-9d46-4da4a8a8d2be with status ACTIVE [ 738.944078] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.944078] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.944305] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.944305] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.944581] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.944581] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.944704] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.946983] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.946983] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.946983] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.946983] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.946983] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.947480] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.947480] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.947480] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.947480] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a1dbf983-274e-4f88-9d46-4da4a8a8d2be is going to be updated. [ 738.948638] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-84626a76-549f-4c74-8189-71be8b4e3168 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.948760] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84626a76-549f-4c74-8189-71be8b4e3168" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.973811] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.974008] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.974094] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.974333] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.974503] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.974819] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1dbf983-274e-4f88-9d46-4da4a8a8d2be" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.291734] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84626a76-549f-4c74-8189-71be8b4e3168 in Status: SUCCESS [ 739.291886] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84626a76-549f-4c74-8189-71be8b4e3168 deletion is rescheduled due to dependency. [ 739.292021] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84626a76-549f-4c74-8189-71be8b4e3168" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.292197] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84626a76-549f-4c74-8189-71be8b4e3168" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.292412] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84626a76-549f-4c74-8189-71be8b4e3168" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.292599] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.292718] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.292777] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.292928] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.293015] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.293116] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84626a76-549f-4c74-8189-71be8b4e3168',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.590242] env[65894]: INFO networking_nsxv3.common.synchronization [None req-f6bbaf6c-9bec-4275-94d1-8932a2c5ff44 None None] Enqueued Resource ID: 8d54a3ab-cd2a-4d33-91c6-5d5313eaee20 with Priority: HIGHEST for action port [ 739.590727] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d54a3ab-cd2a-4d33-91c6-5d5313eaee20 with Priority: HIGHEST for action port [ 739.591046] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d54a3ab-cd2a-4d33-91c6-5d5313eaee20 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.591170] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d54a3ab-cd2a-4d33-91c6-5d5313eaee20" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.591239] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d54a3ab-cd2a-4d33-91c6-5d5313eaee20" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.591496] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d54a3ab-cd2a-4d33-91c6-5d5313eaee20" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.591578] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d54a3ab-cd2a-4d33-91c6-5d5313eaee20',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.796243] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('84626a76-549f-4c74-8189-71be8b4e3168',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.973710] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3df1442-972b-4c46-9187-df9c08907130 in Status: SUCCESS [ 739.974055] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.095195] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8d54a3ab-cd2a-4d33-91c6-5d5313eaee20 [ 740.096032] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.096032] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.096032] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.096032] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.096032] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.096032] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8d54a3ab-cd2a-4d33-91c6-5d5313eaee20 already deleted. [ 740.096498] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d54a3ab-cd2a-4d33-91c6-5d5313eaee20" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.299597] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('84626a76-549f-4c74-8189-71be8b4e3168',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.809632] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.809798] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.809870] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.810096] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.810183] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.810807] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84626a76-549f-4c74-8189-71be8b4e3168 is going to be updated. [ 740.843218] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.846023] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.846023] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.846023] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.846023] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.859640] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84626a76-549f-4c74-8189-71be8b4e3168 in Status: IN_PROGRESS for 2s [ 741.959881] env[65894]: INFO networking_nsxv3.common.synchronization [None req-f91e1ee2-79bd-4dca-a910-500a995b3ce0 None None] Enqueued Resource ID: cd1d55a0-38ea-4dff-bdfd-265f71569987 with Priority: HIGHEST for action port [ 741.959881] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd1d55a0-38ea-4dff-bdfd-265f71569987 with Priority: HIGHEST for action port [ 741.959881] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd1d55a0-38ea-4dff-bdfd-265f71569987 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.960444] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd1d55a0-38ea-4dff-bdfd-265f71569987" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.960581] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd1d55a0-38ea-4dff-bdfd-265f71569987" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.960902] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd1d55a0-38ea-4dff-bdfd-265f71569987" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.961213] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd1d55a0-38ea-4dff-bdfd-265f71569987',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.463404] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cd1d55a0-38ea-4dff-bdfd-265f71569987 [ 742.463404] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.463590] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.463590] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.464389] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.464389] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.464389] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cd1d55a0-38ea-4dff-bdfd-265f71569987 already deleted. [ 742.464389] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd1d55a0-38ea-4dff-bdfd-265f71569987" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.874394] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84626a76-549f-4c74-8189-71be8b4e3168 in Status: SUCCESS [ 742.874394] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84626a76-549f-4c74-8189-71be8b4e3168" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.874394] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84626a76-549f-4c74-8189-71be8b4e3168" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.874394] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84626a76-549f-4c74-8189-71be8b4e3168" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.874522] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.874704] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.874704] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.874851] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.874950] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.875049] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84626a76-549f-4c74-8189-71be8b4e3168" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.875161] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('84626a76-549f-4c74-8189-71be8b4e3168',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.378938] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('84626a76-549f-4c74-8189-71be8b4e3168',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.881027] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 84626a76-549f-4c74-8189-71be8b4e3168: rpc.has_security_group_logging(os_id): False [ 743.901731] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.901731] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.901731] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.901731] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.901731] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.902039] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.902039] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.902166] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.902245] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.902318] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.902466] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84626a76-549f-4c74-8189-71be8b4e3168 is going to be updated. [ 743.977473] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.977737] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.977737] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.977932] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.978053] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.993038] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84626a76-549f-4c74-8189-71be8b4e3168 in Status: IN_PROGRESS for 2s [ 744.769182] env[65894]: INFO networking_nsxv3.common.synchronization [req-978b8671-c982-4764-8da8-a0940a929e14 req-d952dc3b-1c41-458f-9231-ac7d7c6dcf7c tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Enqueued Resource ID: c3df1442-972b-4c46-9187-df9c08907130 with Priority: HIGHEST for action security_group_members [ 744.769764] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3df1442-972b-4c46-9187-df9c08907130 with Priority: HIGHEST for action security_group_members [ 744.771142] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3df1442-972b-4c46-9187-df9c08907130 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.771307] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.771420] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.771734] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.771983] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.772123] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.772224] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.772483] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.772588] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.772740] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3df1442-972b-4c46-9187-df9c08907130',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.276071] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3df1442-972b-4c46-9187-df9c08907130',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.778664] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3df1442-972b-4c46-9187-df9c08907130',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.010522] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84626a76-549f-4c74-8189-71be8b4e3168 in Status: SUCCESS [ 746.010787] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84626a76-549f-4c74-8189-71be8b4e3168" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.281247] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.281417] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.281492] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.282072] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.282072] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.282072] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3df1442-972b-4c46-9187-df9c08907130 is going to be updated. [ 746.313884] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.314046] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.314914] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.314914] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.314914] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.323919] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3df1442-972b-4c46-9187-df9c08907130 in Status: IN_PROGRESS for 2s [ 748.337513] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3df1442-972b-4c46-9187-df9c08907130 in Status: SUCCESS [ 748.337888] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.883261] env[65894]: INFO networking_nsxv3.common.synchronization [req-49eb17b6-9cbc-412a-8a33-b29863336522 req-6b994a20-cc17-497b-ad76-e61764782172 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Enqueued Resource ID: ee473872-0cee-445b-80c2-9872fc2d0453 with Priority: HIGHEST for action security_group_members [ 748.884104] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee473872-0cee-445b-80c2-9872fc2d0453 with Priority: HIGHEST for action security_group_members [ 748.884371] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee473872-0cee-445b-80c2-9872fc2d0453 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.884942] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.884942] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.884942] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.885156] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.885299] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.886037] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.886037] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.886037] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.886037] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee473872-0cee-445b-80c2-9872fc2d0453',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.907382] env[65894]: INFO networking_nsxv3.common.synchronization [None req-4c5d2919-0091-41c7-b19b-e9e82144ab09 None None] Enqueued Resource ID: b1662708-2efc-4b9f-9e99-e62b845ba69c with Priority: HIGHEST for action port [ 748.907814] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1662708-2efc-4b9f-9e99-e62b845ba69c with Priority: HIGHEST for action port [ 748.908933] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1662708-2efc-4b9f-9e99-e62b845ba69c taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.909086] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1662708-2efc-4b9f-9e99-e62b845ba69c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.909167] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1662708-2efc-4b9f-9e99-e62b845ba69c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.912356] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1662708-2efc-4b9f-9e99-e62b845ba69c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.912470] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1662708-2efc-4b9f-9e99-e62b845ba69c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.389732] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.391272] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.391272] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.391272] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.391272] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.391272] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.391272] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.391272] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.391272] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.391272] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.391272] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee473872-0cee-445b-80c2-9872fc2d0453 is going to be updated. [ 749.415833] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b1662708-2efc-4b9f-9e99-e62b845ba69c [ 749.416218] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.416218] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.416353] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.416923] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.416923] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.416923] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b1662708-2efc-4b9f-9e99-e62b845ba69c already deleted. [ 749.416923] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1662708-2efc-4b9f-9e99-e62b845ba69c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.424480] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.424480] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.424480] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.424480] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.424793] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.438360] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee473872-0cee-445b-80c2-9872fc2d0453 in Status: IN_PROGRESS for 2s [ 751.382182] env[65894]: INFO networking_nsxv3.common.synchronization [None req-da59204b-945b-4786-8928-b4ebaf45697c None None] Enqueued Resource ID: f2cc2ceb-8450-4c1c-b6eb-5a70df52fc76 with Priority: HIGHEST for action port [ 751.382182] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2cc2ceb-8450-4c1c-b6eb-5a70df52fc76 with Priority: HIGHEST for action port [ 751.382182] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2cc2ceb-8450-4c1c-b6eb-5a70df52fc76 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.383823] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2cc2ceb-8450-4c1c-b6eb-5a70df52fc76" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.383823] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2cc2ceb-8450-4c1c-b6eb-5a70df52fc76" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.383823] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2cc2ceb-8450-4c1c-b6eb-5a70df52fc76" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.383823] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2cc2ceb-8450-4c1c-b6eb-5a70df52fc76',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.452602] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee473872-0cee-445b-80c2-9872fc2d0453 in Status: SUCCESS [ 751.452602] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee473872-0cee-445b-80c2-9872fc2d0453 deletion is rescheduled due to dependency. [ 751.452602] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.888328] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f2cc2ceb-8450-4c1c-b6eb-5a70df52fc76 [ 751.888328] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.888328] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.888328] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.890439] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.890439] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.890439] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f2cc2ceb-8450-4c1c-b6eb-5a70df52fc76 already deleted. [ 751.890439] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2cc2ceb-8450-4c1c-b6eb-5a70df52fc76" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.952053] env[65894]: INFO networking_nsxv3.common.synchronization [req-30b75a18-ae25-466f-96a4-95ae7812c367 req-8050efb0-d85e-458d-b5dd-b4e45d78a4f1 tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Enqueued Resource ID: df17d83e-1ba6-4fb4-b922-5bc7930862c5 with Priority: HIGHEST for action security_group_members [ 751.953783] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df17d83e-1ba6-4fb4-b922-5bc7930862c5 with Priority: HIGHEST for action security_group_members [ 751.953783] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-df17d83e-1ba6-4fb4-b922-5bc7930862c5 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.954666] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df17d83e-1ba6-4fb4-b922-5bc7930862c5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.954666] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df17d83e-1ba6-4fb4-b922-5bc7930862c5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.954666] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df17d83e-1ba6-4fb4-b922-5bc7930862c5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.954875] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.954954] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.954954] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.955162] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.955269] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.955383] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df17d83e-1ba6-4fb4-b922-5bc7930862c5',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.981690] env[65894]: INFO networking_nsxv3.common.synchronization [req-30b75a18-ae25-466f-96a4-95ae7812c367 req-8050efb0-d85e-458d-b5dd-b4e45d78a4f1 tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Enqueued Resource ID: df17d83e-1ba6-4fb4-b922-5bc7930862c5 with Priority: HIGHEST for action security_group_rules [ 751.982049] env[65894]: INFO networking_nsxv3.common.synchronization [req-30b75a18-ae25-466f-96a4-95ae7812c367 req-8050efb0-d85e-458d-b5dd-b4e45d78a4f1 tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Enqueued Resource ID: df17d83e-1ba6-4fb4-b922-5bc7930862c5 with Priority: HIGHEST for action security_group_members [ 751.982273] env[65894]: INFO networking_nsxv3.common.synchronization [req-30b75a18-ae25-466f-96a4-95ae7812c367 req-8050efb0-d85e-458d-b5dd-b4e45d78a4f1 tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Enqueued Resource ID: 015fa36e-c89b-48fc-b21f-1aca0d01d5de with Priority: HIGHEST for action port [ 751.982936] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df17d83e-1ba6-4fb4-b922-5bc7930862c5 with Priority: HIGHEST for action security_group_rules [ 751.983216] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df17d83e-1ba6-4fb4-b922-5bc7930862c5 with Priority: HIGHEST for action security_group_members [ 751.983381] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 015fa36e-c89b-48fc-b21f-1aca0d01d5de with Priority: HIGHEST for action port [ 751.983703] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df17d83e-1ba6-4fb4-b922-5bc7930862c5 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.983827] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df17d83e-1ba6-4fb4-b922-5bc7930862c5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.983892] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df17d83e-1ba6-4fb4-b922-5bc7930862c5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.984217] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df17d83e-1ba6-4fb4-b922-5bc7930862c5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.984302] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df17d83e-1ba6-4fb4-b922-5bc7930862c5',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.985425] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-df17d83e-1ba6-4fb4-b922-5bc7930862c5 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.985574] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df17d83e-1ba6-4fb4-b922-5bc7930862c5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.985871] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-015fa36e-c89b-48fc-b21f-1aca0d01d5de taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.986012] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-015fa36e-c89b-48fc-b21f-1aca0d01d5de" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.986095] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-015fa36e-c89b-48fc-b21f-1aca0d01d5de" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.986324] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-015fa36e-c89b-48fc-b21f-1aca0d01d5de" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.986446] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('015fa36e-c89b-48fc-b21f-1aca0d01d5de',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.459406] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('df17d83e-1ba6-4fb4-b922-5bc7930862c5',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.490499] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 015fa36e-c89b-48fc-b21f-1aca0d01d5de with status ACTIVE [ 752.490499] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.491041] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.494024] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.494024] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.494024] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.494024] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.494024] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.494024] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.494024] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.494024] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.494024] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.494024] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.494024] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.494024] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.494024] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.494024] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 015fa36e-c89b-48fc-b21f-1aca0d01d5de is going to be updated. [ 752.494024] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-df17d83e-1ba6-4fb4-b922-5bc7930862c5 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.495079] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df17d83e-1ba6-4fb4-b922-5bc7930862c5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.517849] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.518298] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.518397] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.518686] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.519582] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.519582] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-015fa36e-c89b-48fc-b21f-1aca0d01d5de" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.811677] env[65894]: INFO networking_nsxv3.common.synchronization [req-45fc188d-088c-4c7d-9c29-bcb5653e8e81 req-c359e22c-ed72-49b9-84fb-bd086985d337 tempest-ServersTestJSON-874429393 tempest-ServersTestJSON-874429393-project-member] Enqueued Resource ID: 038aed3b-87f7-4470-839c-f59acc91eaad with Priority: HIGHEST for action security_group_members [ 752.812265] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 038aed3b-87f7-4470-839c-f59acc91eaad with Priority: HIGHEST for action security_group_members [ 752.812704] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-038aed3b-87f7-4470-839c-f59acc91eaad taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.812704] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-038aed3b-87f7-4470-839c-f59acc91eaad" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.812863] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-038aed3b-87f7-4470-839c-f59acc91eaad" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.812953] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-038aed3b-87f7-4470-839c-f59acc91eaad" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.813090] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.813183] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.813533] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.813533] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.813533] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.813658] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('038aed3b-87f7-4470-839c-f59acc91eaad',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.963597] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('df17d83e-1ba6-4fb4-b922-5bc7930862c5',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.316053] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.316172] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.316409] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.316905] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.316905] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.317232] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.317403] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.317559] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.317824] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.317960] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.318096] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 038aed3b-87f7-4470-839c-f59acc91eaad is going to be updated. [ 753.355672] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.355672] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.355672] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.355672] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.355672] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.364737] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 038aed3b-87f7-4470-839c-f59acc91eaad in Status: IN_PROGRESS for 2s [ 753.466908] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.467251] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.467251] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.467436] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.467554] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.467678] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df17d83e-1ba6-4fb4-b922-5bc7930862c5 is going to be updated. [ 753.500199] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.500408] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.500450] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.500792] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.500862] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.514709] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df17d83e-1ba6-4fb4-b922-5bc7930862c5 in Status: IN_PROGRESS for 2s [ 754.940281] env[65894]: INFO networking_nsxv3.common.synchronization [None req-acd8e0b6-762f-4c3c-8ee5-43300fc9c0d3 None None] Enqueued Resource ID: 6e1cb2ad-64ef-445b-81d2-eaea75dbdc0e with Priority: HIGHEST for action port [ 754.940707] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e1cb2ad-64ef-445b-81d2-eaea75dbdc0e with Priority: HIGHEST for action port [ 754.941203] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e1cb2ad-64ef-445b-81d2-eaea75dbdc0e taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.941348] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e1cb2ad-64ef-445b-81d2-eaea75dbdc0e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.942188] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e1cb2ad-64ef-445b-81d2-eaea75dbdc0e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.942188] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e1cb2ad-64ef-445b-81d2-eaea75dbdc0e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.942188] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e1cb2ad-64ef-445b-81d2-eaea75dbdc0e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.376439] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 038aed3b-87f7-4470-839c-f59acc91eaad in Status: SUCCESS [ 755.376626] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 038aed3b-87f7-4470-839c-f59acc91eaad deletion is rescheduled due to dependency. [ 755.376736] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-038aed3b-87f7-4470-839c-f59acc91eaad" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.444135] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6e1cb2ad-64ef-445b-81d2-eaea75dbdc0e [ 755.444343] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.444476] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.444724] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.444776] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.444851] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.444974] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6e1cb2ad-64ef-445b-81d2-eaea75dbdc0e already deleted. [ 755.445606] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e1cb2ad-64ef-445b-81d2-eaea75dbdc0e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.526636] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df17d83e-1ba6-4fb4-b922-5bc7930862c5 in Status: SUCCESS [ 755.527705] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df17d83e-1ba6-4fb4-b922-5bc7930862c5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.527705] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df17d83e-1ba6-4fb4-b922-5bc7930862c5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.527705] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df17d83e-1ba6-4fb4-b922-5bc7930862c5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.527705] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.527705] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.527705] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.527955] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.527955] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.527955] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df17d83e-1ba6-4fb4-b922-5bc7930862c5',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.031324] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('df17d83e-1ba6-4fb4-b922-5bc7930862c5',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.533976] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('df17d83e-1ba6-4fb4-b922-5bc7930862c5',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.041258] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.041258] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.041258] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.041577] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.041577] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.041647] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df17d83e-1ba6-4fb4-b922-5bc7930862c5 is going to be updated. [ 757.075242] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.075242] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.075242] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.075242] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.075242] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.085373] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df17d83e-1ba6-4fb4-b922-5bc7930862c5 in Status: IN_PROGRESS for 2s [ 757.113367] env[65894]: INFO networking_nsxv3.common.synchronization [req-c935079a-1ee7-4101-83ca-98ec6b908b2c req-160182e5-e343-44d7-933a-4244f9e33a0e tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Enqueued Resource ID: df17d83e-1ba6-4fb4-b922-5bc7930862c5 with Priority: HIGHEST for action security_group_members [ 757.114526] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df17d83e-1ba6-4fb4-b922-5bc7930862c5 with Priority: HIGHEST for action security_group_members [ 757.114526] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-df17d83e-1ba6-4fb4-b922-5bc7930862c5 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.114526] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df17d83e-1ba6-4fb4-b922-5bc7930862c5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.129018] env[65894]: INFO networking_nsxv3.common.synchronization [req-c935079a-1ee7-4101-83ca-98ec6b908b2c req-160182e5-e343-44d7-933a-4244f9e33a0e tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Enqueued Resource ID: df17d83e-1ba6-4fb4-b922-5bc7930862c5 with Priority: HIGHEST for action security_group_rules [ 757.129256] env[65894]: INFO networking_nsxv3.common.synchronization [req-c935079a-1ee7-4101-83ca-98ec6b908b2c req-160182e5-e343-44d7-933a-4244f9e33a0e tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Enqueued Resource ID: df17d83e-1ba6-4fb4-b922-5bc7930862c5 with Priority: HIGHEST for action security_group_members [ 757.129442] env[65894]: INFO networking_nsxv3.common.synchronization [req-c935079a-1ee7-4101-83ca-98ec6b908b2c req-160182e5-e343-44d7-933a-4244f9e33a0e tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Enqueued Resource ID: 015fa36e-c89b-48fc-b21f-1aca0d01d5de with Priority: HIGHEST for action port [ 757.130840] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df17d83e-1ba6-4fb4-b922-5bc7930862c5 with Priority: HIGHEST for action security_group_rules [ 757.130840] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df17d83e-1ba6-4fb4-b922-5bc7930862c5 with Priority: HIGHEST for action security_group_members [ 757.130840] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 015fa36e-c89b-48fc-b21f-1aca0d01d5de with Priority: HIGHEST for action port [ 757.131637] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df17d83e-1ba6-4fb4-b922-5bc7930862c5 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.131784] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df17d83e-1ba6-4fb4-b922-5bc7930862c5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.131883] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-df17d83e-1ba6-4fb4-b922-5bc7930862c5 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.131951] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df17d83e-1ba6-4fb4-b922-5bc7930862c5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.132138] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-015fa36e-c89b-48fc-b21f-1aca0d01d5de taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.132238] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-015fa36e-c89b-48fc-b21f-1aca0d01d5de" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.132350] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-015fa36e-c89b-48fc-b21f-1aca0d01d5de" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.132495] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-015fa36e-c89b-48fc-b21f-1aca0d01d5de" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.132576] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('015fa36e-c89b-48fc-b21f-1aca0d01d5de',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.635052] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 015fa36e-c89b-48fc-b21f-1aca0d01d5de with status ACTIVE [ 757.636125] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.636125] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.636125] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.636125] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.636125] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.636358] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.636358] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.636427] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.636605] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.637393] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.637610] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.637712] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.637841] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.637923] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.637999] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.638156] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 015fa36e-c89b-48fc-b21f-1aca0d01d5de is going to be updated. [ 757.667206] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.667347] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.667413] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.667624] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.667753] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.667910] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-015fa36e-c89b-48fc-b21f-1aca0d01d5de" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.086148] env[65894]: INFO networking_nsxv3.common.synchronization [None req-84ea4798-02df-40f1-8041-a45a11eb64e7 None None] Enqueued Resource ID: 2e097690-e4c7-49a3-812f-077c97478258 with Priority: HIGHEST for action port [ 758.086148] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e097690-e4c7-49a3-812f-077c97478258 with Priority: HIGHEST for action port [ 758.086148] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e097690-e4c7-49a3-812f-077c97478258 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.086148] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e097690-e4c7-49a3-812f-077c97478258" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.086148] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e097690-e4c7-49a3-812f-077c97478258" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.086148] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e097690-e4c7-49a3-812f-077c97478258" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.086148] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e097690-e4c7-49a3-812f-077c97478258',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.585370] env[65894]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] NSXv3 Agent Agent loop - iteration:0 completed [ 758.585499] env[65894]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] NSXv3 Agent Agent loop - iteration:1 started [ 758.589331] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2e097690-e4c7-49a3-812f-077c97478258 [ 758.589658] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.589811] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.589882] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.590103] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.590192] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.590287] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2e097690-e4c7-49a3-812f-077c97478258 already deleted. [ 758.590358] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e097690-e4c7-49a3-812f-077c97478258" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.823272] env[65894]: INFO networking_nsxv3.common.synchronization [req-38f43398-014d-465c-99fb-8e4c28786131 req-9b82bcbb-c4aa-4e22-9455-1ccf0db00c75 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Enqueued Resource ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 with Priority: HIGHEST for action security_group_members [ 758.823926] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 with Priority: HIGHEST for action security_group_members [ 758.824335] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.824482] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.824571] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.824712] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.824949] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.824949] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.825176] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.825176] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.825302] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.825346] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.095452] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df17d83e-1ba6-4fb4-b922-5bc7930862c5 in Status: SUCCESS [ 759.095780] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df17d83e-1ba6-4fb4-b922-5bc7930862c5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.095780] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df17d83e-1ba6-4fb4-b922-5bc7930862c5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.095998] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df17d83e-1ba6-4fb4-b922-5bc7930862c5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.096347] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.096483] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.096522] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.096895] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.096895] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.096985] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df17d83e-1ba6-4fb4-b922-5bc7930862c5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.097056] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('df17d83e-1ba6-4fb4-b922-5bc7930862c5',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.097898] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df17d83e-1ba6-4fb4-b922-5bc7930862c5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.098074] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df17d83e-1ba6-4fb4-b922-5bc7930862c5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.098281] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.098362] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.098433] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.098564] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.098644] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.098730] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df17d83e-1ba6-4fb4-b922-5bc7930862c5',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.328142] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.328142] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.328142] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.328444] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.328444] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.328670] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.328769] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.328831] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.328988] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.329072] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.329160] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 is going to be updated. [ 759.366887] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.367116] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.367116] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.367318] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.367452] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.387828] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 in Status: IN_PROGRESS for 2s [ 759.600523] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('df17d83e-1ba6-4fb4-b922-5bc7930862c5',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.601498] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('df17d83e-1ba6-4fb4-b922-5bc7930862c5',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.107044] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for df17d83e-1ba6-4fb4-b922-5bc7930862c5: rpc.has_security_group_logging(os_id): False [ 760.107044] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('df17d83e-1ba6-4fb4-b922-5bc7930862c5',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.123502] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.123502] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.123502] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.123820] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.123925] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.124240] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.124376] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.124458] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.124638] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.125361] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.125361] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df17d83e-1ba6-4fb4-b922-5bc7930862c5 is going to be updated. [ 760.199195] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.199195] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.199195] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.199195] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.199195] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.222030] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df17d83e-1ba6-4fb4-b922-5bc7930862c5 in Status: IN_PROGRESS for 2s [ 760.612735] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.612868] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.612929] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.613185] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.613325] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.613432] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df17d83e-1ba6-4fb4-b922-5bc7930862c5 is going to be updated. [ 760.645819] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.646058] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.646233] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.646731] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.646731] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.656626] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df17d83e-1ba6-4fb4-b922-5bc7930862c5 in Status: IN_PROGRESS for 2s [ 760.662141] env[65894]: INFO networking_nsxv3.common.synchronization [None req-d9b93493-dd89-4ed7-b600-d81f254da98b None None] Enqueued Resource ID: 6ad919c9-1fd1-473c-9e99-557edf740897 with Priority: HIGHEST for action port [ 760.662141] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ad919c9-1fd1-473c-9e99-557edf740897 with Priority: HIGHEST for action port [ 760.662341] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ad919c9-1fd1-473c-9e99-557edf740897 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.662419] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ad919c9-1fd1-473c-9e99-557edf740897" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.662890] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ad919c9-1fd1-473c-9e99-557edf740897" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.664412] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ad919c9-1fd1-473c-9e99-557edf740897" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.664825] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ad919c9-1fd1-473c-9e99-557edf740897',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.794859] env[65894]: INFO networking_nsxv3.common.synchronization [None req-1a09259a-e571-4920-a0d8-20f55178fd64 None None] Enqueued Resource ID: 378d3b40-a82a-4f2a-8245-73febd3cbaa7 with Priority: HIGHEST for action port [ 760.795445] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 378d3b40-a82a-4f2a-8245-73febd3cbaa7 with Priority: HIGHEST for action port [ 760.795795] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-378d3b40-a82a-4f2a-8245-73febd3cbaa7 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.795894] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-378d3b40-a82a-4f2a-8245-73febd3cbaa7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.795949] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-378d3b40-a82a-4f2a-8245-73febd3cbaa7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.797191] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-378d3b40-a82a-4f2a-8245-73febd3cbaa7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.797318] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('378d3b40-a82a-4f2a-8245-73febd3cbaa7',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.170379] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6ad919c9-1fd1-473c-9e99-557edf740897 [ 761.170852] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.170852] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.170852] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.171021] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.172473] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.172585] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6ad919c9-1fd1-473c-9e99-557edf740897 already deleted. [ 761.172677] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ad919c9-1fd1-473c-9e99-557edf740897" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.299372] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 378d3b40-a82a-4f2a-8245-73febd3cbaa7 [ 761.299615] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.299710] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.299780] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.299988] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.300093] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.300217] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:378d3b40-a82a-4f2a-8245-73febd3cbaa7 already deleted. [ 761.300263] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-378d3b40-a82a-4f2a-8245-73febd3cbaa7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.400199] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 in Status: SUCCESS [ 761.401478] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 deletion is rescheduled due to dependency. [ 761.401478] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.438494] env[65894]: INFO networking_nsxv3.common.synchronization [req-c9f12a22-f2af-4b1b-8a66-60e79eb21493 req-cdf01a76-2159-492e-a939-5bd4b7d24089 tempest-AttachInterfacesUnderV243Test-201168519 tempest-AttachInterfacesUnderV243Test-201168519-project-member] Enqueued Resource ID: df17d83e-1ba6-4fb4-b922-5bc7930862c5 with Priority: HIGHEST for action security_group_members [ 761.439483] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df17d83e-1ba6-4fb4-b922-5bc7930862c5 with Priority: HIGHEST for action security_group_members [ 761.439859] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-df17d83e-1ba6-4fb4-b922-5bc7930862c5 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.439964] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df17d83e-1ba6-4fb4-b922-5bc7930862c5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.906013] env[65894]: INFO networking_nsxv3.common.synchronization [None req-b36beca0-b7ce-4a0e-ae97-13c10be8a82a tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Enqueued Resource ID: 485d223b-ca9d-4b89-b8d1-92ae3f846a86 with Priority: HIGHEST for action security_group_rules [ 761.906211] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 485d223b-ca9d-4b89-b8d1-92ae3f846a86 with Priority: HIGHEST for action security_group_rules [ 761.906748] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-485d223b-ca9d-4b89-b8d1-92ae3f846a86 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.906748] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-485d223b-ca9d-4b89-b8d1-92ae3f846a86" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.906881] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-485d223b-ca9d-4b89-b8d1-92ae3f846a86" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.907056] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-485d223b-ca9d-4b89-b8d1-92ae3f846a86" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.907109] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('485d223b-ca9d-4b89-b8d1-92ae3f846a86',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.981944] env[65894]: INFO networking_nsxv3.common.synchronization [None req-7fbf4ea8-829a-4185-9c52-bc8cf53fdc9d tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Enqueued Resource ID: 485d223b-ca9d-4b89-b8d1-92ae3f846a86 with Priority: HIGHEST for action security_group_rules [ 761.982763] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 485d223b-ca9d-4b89-b8d1-92ae3f846a86 with Priority: HIGHEST for action security_group_rules [ 761.984062] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-485d223b-ca9d-4b89-b8d1-92ae3f846a86 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.984062] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-485d223b-ca9d-4b89-b8d1-92ae3f846a86" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.241345] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df17d83e-1ba6-4fb4-b922-5bc7930862c5 in Status: SUCCESS [ 762.241614] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df17d83e-1ba6-4fb4-b922-5bc7930862c5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.241730] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df17d83e-1ba6-4fb4-b922-5bc7930862c5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.241914] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df17d83e-1ba6-4fb4-b922-5bc7930862c5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.242077] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df17d83e-1ba6-4fb4-b922-5bc7930862c5',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.427938] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.428114] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.428162] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.428365] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.428741] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.428837] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 485d223b-ca9d-4b89-b8d1-92ae3f846a86 already deleted. [ 762.428924] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-485d223b-ca9d-4b89-b8d1-92ae3f846a86" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.429153] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-485d223b-ca9d-4b89-b8d1-92ae3f846a86" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.429259] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-485d223b-ca9d-4b89-b8d1-92ae3f846a86" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.429599] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('485d223b-ca9d-4b89-b8d1-92ae3f846a86',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.668561] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df17d83e-1ba6-4fb4-b922-5bc7930862c5 in Status: SUCCESS [ 762.668810] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df17d83e-1ba6-4fb4-b922-5bc7930862c5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.669012] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df17d83e-1ba6-4fb4-b922-5bc7930862c5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.669261] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df17d83e-1ba6-4fb4-b922-5bc7930862c5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.669473] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.669729] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.669729] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.669866] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.669947] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.670067] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df17d83e-1ba6-4fb4-b922-5bc7930862c5',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.762854] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.762854] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.762854] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.762854] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.762854] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.762854] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df17d83e-1ba6-4fb4-b922-5bc7930862c5 is going to be deleted. [ 762.783937] env[65894]: INFO networking_nsxv3.common.synchronization [req-1f268b4f-c665-4d87-8729-9b26a047efd8 req-c9e77927-049b-4797-b28b-57d84e5ddc57 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Enqueued Resource ID: 932a2250-aad9-4048-be68-c2c2b6029e91 with Priority: HIGHEST for action security_group_members [ 762.784470] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 932a2250-aad9-4048-be68-c2c2b6029e91 with Priority: HIGHEST for action security_group_members [ 762.784768] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-932a2250-aad9-4048-be68-c2c2b6029e91 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.784881] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-932a2250-aad9-4048-be68-c2c2b6029e91" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.784948] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-932a2250-aad9-4048-be68-c2c2b6029e91" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.785231] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-932a2250-aad9-4048-be68-c2c2b6029e91" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.785390] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.785505] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.785612] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.785770] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.785914] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.786077] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('932a2250-aad9-4048-be68-c2c2b6029e91',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.816294] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.816479] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.816530] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.816753] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.816846] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.816968] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df17d83e-1ba6-4fb4-b922-5bc7930862c5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.955838] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.956201] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.956293] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.956554] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.956695] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.956743] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 485d223b-ca9d-4b89-b8d1-92ae3f846a86 already deleted. [ 762.956822] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-485d223b-ca9d-4b89-b8d1-92ae3f846a86" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.171259] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock network-227 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.171459] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "network-227" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.171580] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "network-227" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.171846] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "network-227" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.172212] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.172315] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.172358] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.172954] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.172954] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.172954] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 763.173122] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 763.173122] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 763.173196] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 763.173299] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 763.173398] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 763.173524] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 763.175043] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.175227] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.175227] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.175381] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.175464] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.175637] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.175730] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.175791] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.175930] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.176014] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.176100] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df17d83e-1ba6-4fb4-b922-5bc7930862c5 is going to be deleted. [ 763.197749] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 763.197916] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 763.198063] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 763.198286] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "network-227" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.198616] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock port-a609c760-7a80-4729-99eb-d163a97e3380 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.198789] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "port-a609c760-7a80-4729-99eb-d163a97e3380" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.198902] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "port-a609c760-7a80-4729-99eb-d163a97e3380" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.199233] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "port-a609c760-7a80-4729-99eb-d163a97e3380" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.199365] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a609c760-7a80-4729-99eb-d163a97e3380',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.221757] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.221979] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.221979] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.222177] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.222270] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.222368] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df17d83e-1ba6-4fb4-b922-5bc7930862c5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.222521] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df17d83e-1ba6-4fb4-b922-5bc7930862c5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.222675] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df17d83e-1ba6-4fb4-b922-5bc7930862c5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.222826] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.222926] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.222987] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.223139] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.223214] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.223304] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df17d83e-1ba6-4fb4-b922-5bc7930862c5',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.289012] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('932a2250-aad9-4048-be68-c2c2b6029e91',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.330421] env[65894]: INFO networking_nsxv3.common.synchronization [None req-7a00e192-0b3b-48e3-8894-8b74cd4f326c None None] Enqueued Resource ID: 42311184-62d2-4612-8f7f-868007b4c761 with Priority: HIGHEST for action port [ 763.331558] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42311184-62d2-4612-8f7f-868007b4c761 with Priority: HIGHEST for action port [ 763.331884] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-42311184-62d2-4612-8f7f-868007b4c761 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.331949] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-42311184-62d2-4612-8f7f-868007b4c761" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.332032] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-42311184-62d2-4612-8f7f-868007b4c761" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.332294] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-42311184-62d2-4612-8f7f-868007b4c761" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.332442] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42311184-62d2-4612-8f7f-868007b4c761',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.702032] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.702292] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.702398] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.702634] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.702776] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.702915] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Segment Port a609c760-7a80-4729-99eb-d163a97e3380 not found, creating... [ 763.703179] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.703331] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.703446] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.703656] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.703787] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.704177] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.704241] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.704336] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.704531] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.704660] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.704890] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Resource: SegmentPort with ID: a609c760-7a80-4729-99eb-d163a97e3380 is going to be created. [ 763.726544] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.726749] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.726800] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.727084] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.727171] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.727310] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.727400] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.727463] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.727621] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.727687] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.727773] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df17d83e-1ba6-4fb4-b922-5bc7930862c5 already deleted. [ 763.727852] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df17d83e-1ba6-4fb4-b922-5bc7930862c5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.740384] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.740384] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.740384] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.740555] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.740667] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.740844] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "port-a609c760-7a80-4729-99eb-d163a97e3380" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.769150] env[65894]: INFO networking_nsxv3.common.synchronization [None req-0e749a1b-6762-413d-8d73-e187b965839f None None] Enqueued Resource ID: f0b03026-f41a-423c-84aa-9ac4988e73d0 with Priority: HIGHEST for action port [ 763.769150] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0b03026-f41a-423c-84aa-9ac4988e73d0 with Priority: HIGHEST for action port [ 763.769150] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0b03026-f41a-423c-84aa-9ac4988e73d0 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.769150] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0b03026-f41a-423c-84aa-9ac4988e73d0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.769150] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0b03026-f41a-423c-84aa-9ac4988e73d0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.769513] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0b03026-f41a-423c-84aa-9ac4988e73d0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.769513] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0b03026-f41a-423c-84aa-9ac4988e73d0',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.791074] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('932a2250-aad9-4048-be68-c2c2b6029e91',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.836925] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 42311184-62d2-4612-8f7f-868007b4c761 [ 763.837076] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.837076] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.837166] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.837922] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.837922] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.837922] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:42311184-62d2-4612-8f7f-868007b4c761 already deleted. [ 763.837922] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-42311184-62d2-4612-8f7f-868007b4c761" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.272207] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f0b03026-f41a-423c-84aa-9ac4988e73d0 [ 764.272377] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.272744] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.272744] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.272868] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.272946] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.273056] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f0b03026-f41a-423c-84aa-9ac4988e73d0 already deleted. [ 764.273227] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0b03026-f41a-423c-84aa-9ac4988e73d0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.293380] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.293733] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.293733] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.293821] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.293904] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.293972] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 932a2250-aad9-4048-be68-c2c2b6029e91 is going to be updated. [ 764.327547] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.327726] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.327798] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.327945] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.328103] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.337481] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 932a2250-aad9-4048-be68-c2c2b6029e91 in Status: IN_PROGRESS for 2s [ 764.483230] env[65894]: INFO networking_nsxv3.common.synchronization [req-1f268b4f-c665-4d87-8729-9b26a047efd8 req-64ccae95-d0ed-434e-bf79-f209bde69325 service nova] Enqueued Resource ID: 932a2250-aad9-4048-be68-c2c2b6029e91 with Priority: HIGHEST for action security_group_rules [ 764.483341] env[65894]: INFO networking_nsxv3.common.synchronization [req-1f268b4f-c665-4d87-8729-9b26a047efd8 req-64ccae95-d0ed-434e-bf79-f209bde69325 service nova] Enqueued Resource ID: 932a2250-aad9-4048-be68-c2c2b6029e91 with Priority: HIGHEST for action security_group_members [ 764.484035] env[65894]: INFO networking_nsxv3.common.synchronization [req-1f268b4f-c665-4d87-8729-9b26a047efd8 req-64ccae95-d0ed-434e-bf79-f209bde69325 service nova] Enqueued Resource ID: a609c760-7a80-4729-99eb-d163a97e3380 with Priority: HIGHEST for action port [ 764.484035] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 932a2250-aad9-4048-be68-c2c2b6029e91 with Priority: HIGHEST for action security_group_rules [ 764.484035] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 932a2250-aad9-4048-be68-c2c2b6029e91 with Priority: HIGHEST for action security_group_members [ 764.484035] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a609c760-7a80-4729-99eb-d163a97e3380 with Priority: HIGHEST for action port [ 764.484409] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-932a2250-aad9-4048-be68-c2c2b6029e91 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.484504] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-932a2250-aad9-4048-be68-c2c2b6029e91" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.485052] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-932a2250-aad9-4048-be68-c2c2b6029e91" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.485052] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-932a2250-aad9-4048-be68-c2c2b6029e91" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.485052] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('932a2250-aad9-4048-be68-c2c2b6029e91',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.485641] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-932a2250-aad9-4048-be68-c2c2b6029e91 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.485740] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-932a2250-aad9-4048-be68-c2c2b6029e91" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.485921] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-a609c760-7a80-4729-99eb-d163a97e3380 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.486077] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a609c760-7a80-4729-99eb-d163a97e3380" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.486133] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a609c760-7a80-4729-99eb-d163a97e3380" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.486272] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a609c760-7a80-4729-99eb-d163a97e3380" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.486324] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a609c760-7a80-4729-99eb-d163a97e3380',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.989837] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a609c760-7a80-4729-99eb-d163a97e3380 with status ACTIVE [ 764.989837] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.989837] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.989979] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.990168] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.990295] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.990419] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.990512] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.990580] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.990703] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.990791] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.990971] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.991095] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.994712] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.994712] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.994712] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.994712] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a609c760-7a80-4729-99eb-d163a97e3380 is going to be updated. [ 764.994712] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-932a2250-aad9-4048-be68-c2c2b6029e91 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.994712] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-932a2250-aad9-4048-be68-c2c2b6029e91" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.017599] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.018379] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.018379] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.018379] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.018588] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.018802] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a609c760-7a80-4729-99eb-d163a97e3380" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.103420] env[65894]: INFO networking_nsxv3.common.synchronization [req-dd255e12-bb93-41d0-8d47-0ab8654353cc req-f8a2b144-631c-4d75-a0cf-5a42d2c34a33 tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] Enqueued Resource ID: 0e9eca4f-9140-4381-b1e4-4d53d4056f94 with Priority: HIGHEST for action security_group_members [ 765.104532] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e9eca4f-9140-4381-b1e4-4d53d4056f94 with Priority: HIGHEST for action security_group_members [ 765.106356] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e9eca4f-9140-4381-b1e4-4d53d4056f94 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.106356] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e9eca4f-9140-4381-b1e4-4d53d4056f94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.106356] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e9eca4f-9140-4381-b1e4-4d53d4056f94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.106356] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e9eca4f-9140-4381-b1e4-4d53d4056f94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.106356] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.106356] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.106356] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.106356] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.106356] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.106356] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e9eca4f-9140-4381-b1e4-4d53d4056f94',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.535586] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock network-452 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.535889] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "network-452" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.535943] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "network-452" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.536233] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "network-452" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.536510] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.536654] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.536765] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.537852] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.537852] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.537852] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 765.537852] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 765.537852] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 765.537852] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 765.537852] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 765.537852] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 765.538341] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 765.556309] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 765.556432] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 765.556579] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 765.556744] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "network-452" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.557098] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock port-d926b030-ff6a-4f5d-a150-3feda82fd343 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.559693] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "port-d926b030-ff6a-4f5d-a150-3feda82fd343" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.559693] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "port-d926b030-ff6a-4f5d-a150-3feda82fd343" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.559693] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "port-d926b030-ff6a-4f5d-a150-3feda82fd343" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.559693] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d926b030-ff6a-4f5d-a150-3feda82fd343',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.608750] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.608907] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.608999] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.609285] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.609379] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.609584] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.609713] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.609770] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.609873] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.609946] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.610050] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e9eca4f-9140-4381-b1e4-4d53d4056f94 already deleted. [ 765.610133] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e9eca4f-9140-4381-b1e4-4d53d4056f94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.062153] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.062406] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.062550] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.062819] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.062960] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.063121] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Segment Port d926b030-ff6a-4f5d-a150-3feda82fd343 not found, creating... [ 766.063376] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.063525] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.063633] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.063843] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.063971] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.064310] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.064454] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.064563] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.065047] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.065203] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.065340] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Resource: SegmentPort with ID: d926b030-ff6a-4f5d-a150-3feda82fd343 is going to be created. [ 766.086394] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.086394] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.086394] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.086394] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.087421] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.087421] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "port-d926b030-ff6a-4f5d-a150-3feda82fd343" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.348101] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 932a2250-aad9-4048-be68-c2c2b6029e91 in Status: SUCCESS [ 766.348330] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-932a2250-aad9-4048-be68-c2c2b6029e91" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.348555] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-932a2250-aad9-4048-be68-c2c2b6029e91" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.348788] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-932a2250-aad9-4048-be68-c2c2b6029e91" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.348990] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.349153] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.349247] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.349485] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.349627] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.349786] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('932a2250-aad9-4048-be68-c2c2b6029e91',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.777234] env[65894]: INFO networking_nsxv3.common.synchronization [req-dd255e12-bb93-41d0-8d47-0ab8654353cc req-51afb3df-5868-4f5b-a268-e3c721c66f83 service nova] Enqueued Resource ID: 0e9eca4f-9140-4381-b1e4-4d53d4056f94 with Priority: HIGHEST for action security_group_rules [ 766.777501] env[65894]: INFO networking_nsxv3.common.synchronization [req-dd255e12-bb93-41d0-8d47-0ab8654353cc req-51afb3df-5868-4f5b-a268-e3c721c66f83 service nova] Enqueued Resource ID: 0e9eca4f-9140-4381-b1e4-4d53d4056f94 with Priority: HIGHEST for action security_group_members [ 766.779037] env[65894]: INFO networking_nsxv3.common.synchronization [req-dd255e12-bb93-41d0-8d47-0ab8654353cc req-51afb3df-5868-4f5b-a268-e3c721c66f83 service nova] Enqueued Resource ID: d926b030-ff6a-4f5d-a150-3feda82fd343 with Priority: HIGHEST for action port [ 766.779037] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e9eca4f-9140-4381-b1e4-4d53d4056f94 with Priority: HIGHEST for action security_group_rules [ 766.780747] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e9eca4f-9140-4381-b1e4-4d53d4056f94 with Priority: HIGHEST for action security_group_members [ 766.780974] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d926b030-ff6a-4f5d-a150-3feda82fd343 with Priority: HIGHEST for action port [ 766.781674] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e9eca4f-9140-4381-b1e4-4d53d4056f94 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.781864] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e9eca4f-9140-4381-b1e4-4d53d4056f94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.781916] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e9eca4f-9140-4381-b1e4-4d53d4056f94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.782176] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e9eca4f-9140-4381-b1e4-4d53d4056f94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.782311] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e9eca4f-9140-4381-b1e4-4d53d4056f94',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.783924] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e9eca4f-9140-4381-b1e4-4d53d4056f94 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.784415] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e9eca4f-9140-4381-b1e4-4d53d4056f94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.784544] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e9eca4f-9140-4381-b1e4-4d53d4056f94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.784757] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e9eca4f-9140-4381-b1e4-4d53d4056f94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.785044] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.786712] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.786712] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.786712] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.786712] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.786712] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e9eca4f-9140-4381-b1e4-4d53d4056f94',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.787377] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-d926b030-ff6a-4f5d-a150-3feda82fd343 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.787480] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d926b030-ff6a-4f5d-a150-3feda82fd343" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.787516] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d926b030-ff6a-4f5d-a150-3feda82fd343" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.788046] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d926b030-ff6a-4f5d-a150-3feda82fd343" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.788134] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d926b030-ff6a-4f5d-a150-3feda82fd343',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.852381] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('932a2250-aad9-4048-be68-c2c2b6029e91',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.290338] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e9eca4f-9140-4381-b1e4-4d53d4056f94 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.290461] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e9eca4f-9140-4381-b1e4-4d53d4056f94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.290684] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0e9eca4f-9140-4381-b1e4-4d53d4056f94',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.291630] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d926b030-ff6a-4f5d-a150-3feda82fd343 with status ACTIVE [ 767.291816] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.291954] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.292024] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.292229] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.292334] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.292506] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.292635] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.292667] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.292824] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.292892] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.294575] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.294575] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.294575] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.294575] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.294575] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.294575] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d926b030-ff6a-4f5d-a150-3feda82fd343 is going to be updated. [ 767.320695] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.320942] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.320997] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.321232] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.321386] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.321557] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d926b030-ff6a-4f5d-a150-3feda82fd343" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.355032] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('932a2250-aad9-4048-be68-c2c2b6029e91',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.797831] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0e9eca4f-9140-4381-b1e4-4d53d4056f94',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.859549] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.859549] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.859549] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.859807] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.859807] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.859807] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 932a2250-aad9-4048-be68-c2c2b6029e91 is going to be updated. [ 767.897472] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.897696] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.897824] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.898145] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.898372] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.911729] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 932a2250-aad9-4048-be68-c2c2b6029e91 in Status: IN_PROGRESS for 2s [ 767.917835] env[65894]: INFO networking_nsxv3.common.synchronization [req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 req-355ca8d9-1c1d-4af0-8426-5f51cd42939d tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] Enqueued Resource ID: 60c9ca23-ac5b-4a78-9741-9fdf360b6ece with Priority: HIGHEST for action security_group_members [ 767.918394] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60c9ca23-ac5b-4a78-9741-9fdf360b6ece with Priority: HIGHEST for action security_group_members [ 767.918729] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-60c9ca23-ac5b-4a78-9741-9fdf360b6ece taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.918839] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60c9ca23-ac5b-4a78-9741-9fdf360b6ece" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.918907] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60c9ca23-ac5b-4a78-9741-9fdf360b6ece" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.919659] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60c9ca23-ac5b-4a78-9741-9fdf360b6ece" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.919659] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.919659] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.919844] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.919937] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.920052] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.920157] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60c9ca23-ac5b-4a78-9741-9fdf360b6ece',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.249116] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock network-227 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.249116] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "network-227" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.249525] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "network-227" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.249525] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "network-227" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.250036] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.250036] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.250036] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.250178] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.250259] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.251457] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 768.251457] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 768.251457] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 768.251457] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 768.251457] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 768.251457] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 768.251457] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 768.271120] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 768.271206] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 768.271329] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 768.271494] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "network-227" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.271835] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock port-2c7488fb-001d-400b-816e-e8002ba740eb taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.271968] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "port-2c7488fb-001d-400b-816e-e8002ba740eb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.272138] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "port-2c7488fb-001d-400b-816e-e8002ba740eb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.272412] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "port-2c7488fb-001d-400b-816e-e8002ba740eb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.272565] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c7488fb-001d-400b-816e-e8002ba740eb',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.299712] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.299991] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.300146] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.300458] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.300623] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.300813] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e9eca4f-9140-4381-b1e4-4d53d4056f94 is going to be created. [ 768.328620] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.328841] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.329068] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.329327] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.329680] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.342086] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e9eca4f-9140-4381-b1e4-4d53d4056f94 in Status: UNINITIALIZED for 2s [ 768.422892] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.423198] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.423294] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.423666] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.423834] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.424175] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.424373] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.424492] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.424749] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.424916] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.425083] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60c9ca23-ac5b-4a78-9741-9fdf360b6ece already deleted. [ 768.425213] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60c9ca23-ac5b-4a78-9741-9fdf360b6ece" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.738486] env[65894]: INFO networking_nsxv3.common.synchronization [req-2dc61e05-cba6-4a8d-a2b8-6886ab2399a7 req-10daadf4-2af7-4441-a5ec-73c7be9178da tempest-ServersV294TestFqdnHostnames-1704163716 tempest-ServersV294TestFqdnHostnames-1704163716-project-member] Enqueued Resource ID: 885514bf-df2c-45d5-9a0c-84aaf608e5df with Priority: HIGHEST for action security_group_members [ 768.739191] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 885514bf-df2c-45d5-9a0c-84aaf608e5df with Priority: HIGHEST for action security_group_members [ 768.739615] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-885514bf-df2c-45d5-9a0c-84aaf608e5df taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.739744] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-885514bf-df2c-45d5-9a0c-84aaf608e5df" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.739834] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-885514bf-df2c-45d5-9a0c-84aaf608e5df" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.740049] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-885514bf-df2c-45d5-9a0c-84aaf608e5df" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.740258] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.740394] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.740480] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.740649] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.740795] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.740862] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('885514bf-df2c-45d5-9a0c-84aaf608e5df',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.775553] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.775852] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.775852] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.776181] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.776414] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.776599] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Segment Port 2c7488fb-001d-400b-816e-e8002ba740eb not found, creating... [ 768.776867] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.777057] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.777170] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.777641] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.777641] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.777944] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.778164] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.778267] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.778539] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.778677] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.778845] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Resource: SegmentPort with ID: 2c7488fb-001d-400b-816e-e8002ba740eb is going to be created. [ 768.802453] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.802884] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.802884] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.803106] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.803426] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.803662] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "port-2c7488fb-001d-400b-816e-e8002ba740eb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.242842] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.243061] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.243115] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.243321] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.243479] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.243600] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.243725] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.243793] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.243951] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.244035] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.244129] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 885514bf-df2c-45d5-9a0c-84aaf608e5df is going to be updated. [ 769.292284] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.292455] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.292529] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.293079] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.293079] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.319524] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 885514bf-df2c-45d5-9a0c-84aaf608e5df in Status: IN_PROGRESS for 2s [ 769.592561] env[65894]: INFO networking_nsxv3.common.synchronization [req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 req-b070fb83-284e-4f3f-8055-6453c240863c service nova] Enqueued Resource ID: 60c9ca23-ac5b-4a78-9741-9fdf360b6ece with Priority: HIGHEST for action security_group_rules [ 769.592757] env[65894]: INFO networking_nsxv3.common.synchronization [req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 req-b070fb83-284e-4f3f-8055-6453c240863c service nova] Enqueued Resource ID: 60c9ca23-ac5b-4a78-9741-9fdf360b6ece with Priority: HIGHEST for action security_group_members [ 769.592906] env[65894]: INFO networking_nsxv3.common.synchronization [req-b5c8fa77-4f35-4dbb-892e-d1b73848d935 req-b070fb83-284e-4f3f-8055-6453c240863c service nova] Enqueued Resource ID: 2c7488fb-001d-400b-816e-e8002ba740eb with Priority: HIGHEST for action port [ 769.593512] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60c9ca23-ac5b-4a78-9741-9fdf360b6ece with Priority: HIGHEST for action security_group_rules [ 769.593664] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60c9ca23-ac5b-4a78-9741-9fdf360b6ece with Priority: HIGHEST for action security_group_members [ 769.593846] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c7488fb-001d-400b-816e-e8002ba740eb with Priority: HIGHEST for action port [ 769.594063] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60c9ca23-ac5b-4a78-9741-9fdf360b6ece taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.594176] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60c9ca23-ac5b-4a78-9741-9fdf360b6ece" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.594225] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60c9ca23-ac5b-4a78-9741-9fdf360b6ece" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.594523] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60c9ca23-ac5b-4a78-9741-9fdf360b6ece" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.594608] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60c9ca23-ac5b-4a78-9741-9fdf360b6ece',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.596301] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-60c9ca23-ac5b-4a78-9741-9fdf360b6ece taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.597019] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60c9ca23-ac5b-4a78-9741-9fdf360b6ece" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.597019] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60c9ca23-ac5b-4a78-9741-9fdf360b6ece" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.597019] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60c9ca23-ac5b-4a78-9741-9fdf360b6ece" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.597019] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.597019] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.597019] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.597563] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.597563] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.597563] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60c9ca23-ac5b-4a78-9741-9fdf360b6ece',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.598098] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c7488fb-001d-400b-816e-e8002ba740eb taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.598277] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c7488fb-001d-400b-816e-e8002ba740eb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.598277] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c7488fb-001d-400b-816e-e8002ba740eb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.598419] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c7488fb-001d-400b-816e-e8002ba740eb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.598513] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c7488fb-001d-400b-816e-e8002ba740eb',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.921414] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 932a2250-aad9-4048-be68-c2c2b6029e91 in Status: SUCCESS [ 769.921700] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-932a2250-aad9-4048-be68-c2c2b6029e91" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.921834] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-932a2250-aad9-4048-be68-c2c2b6029e91" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.922046] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-932a2250-aad9-4048-be68-c2c2b6029e91" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.922277] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.922378] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.922443] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.922616] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.922718] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.922809] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-932a2250-aad9-4048-be68-c2c2b6029e91" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.922919] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('932a2250-aad9-4048-be68-c2c2b6029e91',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.100402] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-60c9ca23-ac5b-4a78-9741-9fdf360b6ece taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.100624] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60c9ca23-ac5b-4a78-9741-9fdf360b6ece" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.101418] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60c9ca23-ac5b-4a78-9741-9fdf360b6ece',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.101604] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2c7488fb-001d-400b-816e-e8002ba740eb with status ACTIVE [ 770.103030] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.103030] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.103030] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.103215] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.103763] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.103763] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.103984] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.103984] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.104783] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.104783] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.104783] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.104783] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.105479] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.105479] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.105479] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.105479] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2c7488fb-001d-400b-816e-e8002ba740eb is going to be updated. [ 770.128750] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.128750] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.128750] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.128750] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.128750] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.128750] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c7488fb-001d-400b-816e-e8002ba740eb" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.351959] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e9eca4f-9140-4381-b1e4-4d53d4056f94 in Status: SUCCESS [ 770.352371] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e9eca4f-9140-4381-b1e4-4d53d4056f94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.352458] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e9eca4f-9140-4381-b1e4-4d53d4056f94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.352663] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e9eca4f-9140-4381-b1e4-4d53d4056f94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.352876] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.352998] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.353091] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.353258] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.353338] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.353423] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e9eca4f-9140-4381-b1e4-4d53d4056f94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.353515] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0e9eca4f-9140-4381-b1e4-4d53d4056f94',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.428406] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-932a2250-aad9-4048-be68-c2c2b6029e91 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.428613] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-932a2250-aad9-4048-be68-c2c2b6029e91" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.428693] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-932a2250-aad9-4048-be68-c2c2b6029e91" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.428908] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-932a2250-aad9-4048-be68-c2c2b6029e91" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.429085] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.429186] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.429251] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.429458] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.429500] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.429613] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-932a2250-aad9-4048-be68-c2c2b6029e91" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.429768] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-932a2250-aad9-4048-be68-c2c2b6029e91 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.429861] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-932a2250-aad9-4048-be68-c2c2b6029e91" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.429921] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-932a2250-aad9-4048-be68-c2c2b6029e91" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.430077] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-932a2250-aad9-4048-be68-c2c2b6029e91" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.430215] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.430305] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.430365] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.430502] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.430577] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.430657] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-932a2250-aad9-4048-be68-c2c2b6029e91" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.430744] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('932a2250-aad9-4048-be68-c2c2b6029e91',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.608383] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60c9ca23-ac5b-4a78-9741-9fdf360b6ece',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.855943] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e9eca4f-9140-4381-b1e4-4d53d4056f94 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.856296] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e9eca4f-9140-4381-b1e4-4d53d4056f94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.856296] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e9eca4f-9140-4381-b1e4-4d53d4056f94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.856515] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e9eca4f-9140-4381-b1e4-4d53d4056f94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.856672] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.856777] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.856850] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.857044] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.857131] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.857940] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e9eca4f-9140-4381-b1e4-4d53d4056f94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.857940] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e9eca4f-9140-4381-b1e4-4d53d4056f94 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.857940] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e9eca4f-9140-4381-b1e4-4d53d4056f94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.857940] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e9eca4f-9140-4381-b1e4-4d53d4056f94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.857940] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e9eca4f-9140-4381-b1e4-4d53d4056f94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.857940] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.857940] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.858283] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.858283] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.858283] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.858419] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e9eca4f-9140-4381-b1e4-4d53d4056f94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.858419] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0e9eca4f-9140-4381-b1e4-4d53d4056f94',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.932973] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 932a2250-aad9-4048-be68-c2c2b6029e91: rpc.has_security_group_logging(os_id): False [ 770.952449] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.952449] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.952449] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.952757] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.952830] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.953153] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.953902] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.953902] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.953902] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.953902] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.954197] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.954197] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.954323] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.954441] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.954510] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.954781] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.954897] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.954967] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.955152] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.955230] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.955498] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 932a2250-aad9-4048-be68-c2c2b6029e91 is going to be updated. [ 771.030919] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.031174] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.031287] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.031607] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.031821] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.047070] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 932a2250-aad9-4048-be68-c2c2b6029e91 in Status: IN_PROGRESS for 2s [ 771.117198] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.117436] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.117436] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.117641] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.117728] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.117829] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60c9ca23-ac5b-4a78-9741-9fdf360b6ece is going to be created. [ 771.151526] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.151714] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.151752] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.151963] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.152143] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.184780] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60c9ca23-ac5b-4a78-9741-9fdf360b6ece in Status: UNINITIALIZED for 2s [ 771.331404] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 885514bf-df2c-45d5-9a0c-84aaf608e5df in Status: SUCCESS [ 771.331672] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 885514bf-df2c-45d5-9a0c-84aaf608e5df deletion is rescheduled due to dependency. [ 771.331761] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-885514bf-df2c-45d5-9a0c-84aaf608e5df" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.360626] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0e9eca4f-9140-4381-b1e4-4d53d4056f94: rpc.has_security_group_logging(os_id): False [ 771.379390] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.380727] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.380727] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.380727] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.380727] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.380727] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.380727] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.380727] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.380727] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.380727] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.381236] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.381236] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.381236] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.381455] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.381602] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.381889] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.382215] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.382215] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.382310] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.382368] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.382454] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e9eca4f-9140-4381-b1e4-4d53d4056f94 is going to be created. [ 771.442110] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.442324] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.442381] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.442593] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.442778] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.455386] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e9eca4f-9140-4381-b1e4-4d53d4056f94 in Status: IN_PROGRESS for 2s [ 773.041348] env[65894]: INFO networking_nsxv3.common.synchronization [req-36f81c89-388c-4491-b966-106df13f68fb req-d0ec538f-9249-41b5-bc03-c4c240e57833 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Enqueued Resource ID: 0a20551b-8c6e-40a2-afb9-9a54f12e9128 with Priority: HIGHEST for action security_group_members [ 773.041886] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a20551b-8c6e-40a2-afb9-9a54f12e9128 with Priority: HIGHEST for action security_group_members [ 773.042055] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a20551b-8c6e-40a2-afb9-9a54f12e9128 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.042055] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.042230] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.042390] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.042541] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.042637] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.042702] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.042850] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.042938] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.043053] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a20551b-8c6e-40a2-afb9-9a54f12e9128',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.070593] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 932a2250-aad9-4048-be68-c2c2b6029e91 in Status: SUCCESS [ 773.071051] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-932a2250-aad9-4048-be68-c2c2b6029e91" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.197813] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60c9ca23-ac5b-4a78-9741-9fdf360b6ece in Status: SUCCESS [ 773.198261] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60c9ca23-ac5b-4a78-9741-9fdf360b6ece" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.198342] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60c9ca23-ac5b-4a78-9741-9fdf360b6ece" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.198628] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60c9ca23-ac5b-4a78-9741-9fdf360b6ece" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.198835] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.198958] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.199045] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.199199] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.199348] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.199348] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60c9ca23-ac5b-4a78-9741-9fdf360b6ece" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.199686] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('60c9ca23-ac5b-4a78-9741-9fdf360b6ece',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.437978] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock network-16 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.438823] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "network-16" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.438823] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "network-16" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.439330] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "network-16" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.439956] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.440347] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.440654] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.441066] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.441419] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.441887] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 773.442096] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 773.442440] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 773.442440] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 773.442667] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 773.442894] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 773.443196] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 773.467182] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 773.467429] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 773.467754] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 773.468127] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "network-16" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.468714] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock port-40ea9eb3-0cfa-4791-a8e3-a352c6b31d19 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.469064] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "port-40ea9eb3-0cfa-4791-a8e3-a352c6b31d19" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.469310] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "port-40ea9eb3-0cfa-4791-a8e3-a352c6b31d19" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.469940] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "port-40ea9eb3-0cfa-4791-a8e3-a352c6b31d19" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.470058] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40ea9eb3-0cfa-4791-a8e3-a352c6b31d19',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.472513] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0e9eca4f-9140-4381-b1e4-4d53d4056f94 in Status: SUCCESS [ 773.472513] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e9eca4f-9140-4381-b1e4-4d53d4056f94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.545353] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.545559] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.545559] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.546514] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.546514] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.546514] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.546514] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.546514] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.546514] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.546805] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.547033] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a20551b-8c6e-40a2-afb9-9a54f12e9128 already deleted. [ 773.547124] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.702345] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-60c9ca23-ac5b-4a78-9741-9fdf360b6ece taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.702549] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60c9ca23-ac5b-4a78-9741-9fdf360b6ece" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.702661] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60c9ca23-ac5b-4a78-9741-9fdf360b6ece" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.702924] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60c9ca23-ac5b-4a78-9741-9fdf360b6ece" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.703180] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.704060] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.704060] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.704060] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.704060] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.704060] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60c9ca23-ac5b-4a78-9741-9fdf360b6ece" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.704060] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-60c9ca23-ac5b-4a78-9741-9fdf360b6ece taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.704060] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60c9ca23-ac5b-4a78-9741-9fdf360b6ece" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.704060] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60c9ca23-ac5b-4a78-9741-9fdf360b6ece" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.704399] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60c9ca23-ac5b-4a78-9741-9fdf360b6ece" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.704478] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.704726] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.704844] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.705086] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.705211] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.705340] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60c9ca23-ac5b-4a78-9741-9fdf360b6ece" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.705461] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('60c9ca23-ac5b-4a78-9741-9fdf360b6ece',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.973460] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.973812] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.973993] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.974304] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.974450] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.974598] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Segment Port 40ea9eb3-0cfa-4791-a8e3-a352c6b31d19 not found, creating... [ 773.974866] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.975027] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.975246] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.975491] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.975626] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.975911] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.976080] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.976195] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.976427] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.976581] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.976722] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Resource: SegmentPort with ID: 40ea9eb3-0cfa-4791-a8e3-a352c6b31d19 is going to be created. [ 773.999980] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.000278] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.000278] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.000483] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.000816] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.001096] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "port-40ea9eb3-0cfa-4791-a8e3-a352c6b31d19" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.207998] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 60c9ca23-ac5b-4a78-9741-9fdf360b6ece: rpc.has_security_group_logging(os_id): False [ 774.229198] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.229388] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.229467] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.229643] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.229735] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.229944] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.230055] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.230155] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.230285] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.230359] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.230555] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.230647] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.230707] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.230885] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.230954] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.231186] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.231266] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.231327] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.231476] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.231549] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.231635] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60c9ca23-ac5b-4a78-9741-9fdf360b6ece is going to be created. [ 774.322247] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.322247] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.322247] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.322472] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.322502] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.341419] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60c9ca23-ac5b-4a78-9741-9fdf360b6ece in Status: IN_PROGRESS for 2s [ 774.731773] env[65894]: INFO networking_nsxv3.common.synchronization [req-36f81c89-388c-4491-b966-106df13f68fb req-2357bde2-d039-474d-99b4-df0f324a0ca1 service nova] Enqueued Resource ID: 0a20551b-8c6e-40a2-afb9-9a54f12e9128 with Priority: HIGHEST for action security_group_rules [ 774.731773] env[65894]: INFO networking_nsxv3.common.synchronization [req-36f81c89-388c-4491-b966-106df13f68fb req-2357bde2-d039-474d-99b4-df0f324a0ca1 service nova] Enqueued Resource ID: 0a20551b-8c6e-40a2-afb9-9a54f12e9128 with Priority: HIGHEST for action security_group_members [ 774.731773] env[65894]: INFO networking_nsxv3.common.synchronization [req-36f81c89-388c-4491-b966-106df13f68fb req-2357bde2-d039-474d-99b4-df0f324a0ca1 service nova] Enqueued Resource ID: 40ea9eb3-0cfa-4791-a8e3-a352c6b31d19 with Priority: HIGHEST for action port [ 774.731773] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a20551b-8c6e-40a2-afb9-9a54f12e9128 with Priority: HIGHEST for action security_group_rules [ 774.731773] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a20551b-8c6e-40a2-afb9-9a54f12e9128 with Priority: HIGHEST for action security_group_members [ 774.731773] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40ea9eb3-0cfa-4791-a8e3-a352c6b31d19 with Priority: HIGHEST for action port [ 774.734089] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a20551b-8c6e-40a2-afb9-9a54f12e9128 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.734089] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.734089] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.734089] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.734089] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a20551b-8c6e-40a2-afb9-9a54f12e9128',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.734914] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a20551b-8c6e-40a2-afb9-9a54f12e9128 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.735106] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.735106] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.735273] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.735417] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.736068] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.736068] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.736212] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.736303] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.738299] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a20551b-8c6e-40a2-afb9-9a54f12e9128',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.738299] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-40ea9eb3-0cfa-4791-a8e3-a352c6b31d19 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.738299] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40ea9eb3-0cfa-4791-a8e3-a352c6b31d19" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.738299] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40ea9eb3-0cfa-4791-a8e3-a352c6b31d19" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.738299] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40ea9eb3-0cfa-4791-a8e3-a352c6b31d19" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.738299] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40ea9eb3-0cfa-4791-a8e3-a352c6b31d19',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.240396] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a20551b-8c6e-40a2-afb9-9a54f12e9128',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.241546] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a20551b-8c6e-40a2-afb9-9a54f12e9128 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.241716] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.241799] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 40ea9eb3-0cfa-4791-a8e3-a352c6b31d19 with status ACTIVE [ 775.241954] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.242078] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.242134] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.242466] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.242466] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.243052] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.243052] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.243052] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.243052] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.243052] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.243325] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.243325] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.243325] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.243424] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.243526] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.243577] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 40ea9eb3-0cfa-4791-a8e3-a352c6b31d19 is going to be updated. [ 775.269750] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.269750] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.269997] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.270142] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.270616] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.270616] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40ea9eb3-0cfa-4791-a8e3-a352c6b31d19" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.745551] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a20551b-8c6e-40a2-afb9-9a54f12e9128',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.249030] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.249391] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.249391] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.249628] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.249752] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.249904] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a20551b-8c6e-40a2-afb9-9a54f12e9128 is going to be created. [ 776.284470] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.284629] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.285556] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.285556] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.285556] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.295802] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a20551b-8c6e-40a2-afb9-9a54f12e9128 in Status: UNINITIALIZED for 2s [ 776.355899] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60c9ca23-ac5b-4a78-9741-9fdf360b6ece in Status: SUCCESS [ 776.356226] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60c9ca23-ac5b-4a78-9741-9fdf360b6ece" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.900660] env[65894]: INFO networking_nsxv3.common.synchronization [req-8a4c1366-3434-44a3-8fcd-72a3d3041e22 req-676c31a5-21a8-42b5-8205-5701b35ae66e tempest-InstanceActionsNegativeTestJSON-1551325804 tempest-InstanceActionsNegativeTestJSON-1551325804-project-member] Enqueued Resource ID: 0e9eca4f-9140-4381-b1e4-4d53d4056f94 with Priority: HIGHEST for action security_group_members [ 776.900898] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e9eca4f-9140-4381-b1e4-4d53d4056f94 with Priority: HIGHEST for action security_group_members [ 776.901206] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-0e9eca4f-9140-4381-b1e4-4d53d4056f94 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.901331] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0e9eca4f-9140-4381-b1e4-4d53d4056f94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.901394] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0e9eca4f-9140-4381-b1e4-4d53d4056f94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.902154] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0e9eca4f-9140-4381-b1e4-4d53d4056f94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.902154] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.902154] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.902154] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.902154] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.902408] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.902408] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0e9eca4f-9140-4381-b1e4-4d53d4056f94',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.405061] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.405454] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.405454] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.405587] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.405587] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.405770] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.405877] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.405932] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.406093] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.406170] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.406281] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e9eca4f-9140-4381-b1e4-4d53d4056f94 is going to be updated. [ 777.439221] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.439390] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.439763] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.439763] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.439972] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.449630] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e9eca4f-9140-4381-b1e4-4d53d4056f94 in Status: IN_PROGRESS for 2s [ 777.485124] env[65894]: INFO networking_nsxv3.common.synchronization [req-5e68befc-6dd9-400d-9b6f-dd2938f8864e req-e5006dd5-1580-4a3f-8453-f063a2ce5f9c tempest-ServersAdminNegativeTestJSON-836237890 tempest-ServersAdminNegativeTestJSON-836237890-project-member] Enqueued Resource ID: 33255802-6495-48dc-b7f2-bb56d9e38363 with Priority: HIGHEST for action security_group_members [ 777.486497] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33255802-6495-48dc-b7f2-bb56d9e38363 with Priority: HIGHEST for action security_group_members [ 777.486497] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-33255802-6495-48dc-b7f2-bb56d9e38363 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.486497] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33255802-6495-48dc-b7f2-bb56d9e38363" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.486497] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33255802-6495-48dc-b7f2-bb56d9e38363" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.486497] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33255802-6495-48dc-b7f2-bb56d9e38363" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.486497] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.486750] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.486750] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.487115] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.487115] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.487208] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33255802-6495-48dc-b7f2-bb56d9e38363',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.934498] env[65894]: INFO networking_nsxv3.common.synchronization [req-cd62d178-d14a-45ce-bd70-05ac280df97c req-91b2d232-646a-4ce8-91c7-88e11e10fac5 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Enqueued Resource ID: 0a20551b-8c6e-40a2-afb9-9a54f12e9128 with Priority: HIGHEST for action security_group_members [ 777.935038] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a20551b-8c6e-40a2-afb9-9a54f12e9128 with Priority: HIGHEST for action security_group_members [ 777.935668] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a20551b-8c6e-40a2-afb9-9a54f12e9128 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.935668] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.991276] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.991468] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.991561] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.991790] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.991894] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.992128] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.992382] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.992382] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.992496] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.992532] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.992924] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33255802-6495-48dc-b7f2-bb56d9e38363 is going to be updated. [ 778.037659] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.037891] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.037891] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.038087] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.038233] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.055801] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33255802-6495-48dc-b7f2-bb56d9e38363 in Status: IN_PROGRESS for 2s [ 778.310136] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a20551b-8c6e-40a2-afb9-9a54f12e9128 in Status: SUCCESS [ 778.310382] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.310536] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.311212] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.311212] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.311212] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.311212] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.311436] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.311436] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.311559] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.311602] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0a20551b-8c6e-40a2-afb9-9a54f12e9128',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.312524] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.312629] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.313421] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.313421] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.313421] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.313421] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.313421] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.313421] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a20551b-8c6e-40a2-afb9-9a54f12e9128',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.393243] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock network-16 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.393436] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "network-16" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.393583] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "network-16" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.393954] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "network-16" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.394439] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.394611] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.394770] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.394997] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.395149] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.395354] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 778.395460] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 778.395562] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 778.395662] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 778.395762] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 778.395902] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 778.395993] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 778.418228] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 778.418548] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 778.418655] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 778.419761] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "network-16" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.419761] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock port-542cac9c-8a6f-46cd-bbf7-1f807679fb9d taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.419761] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "port-542cac9c-8a6f-46cd-bbf7-1f807679fb9d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.419761] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "port-542cac9c-8a6f-46cd-bbf7-1f807679fb9d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.419761] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "port-542cac9c-8a6f-46cd-bbf7-1f807679fb9d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.420062] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('542cac9c-8a6f-46cd-bbf7-1f807679fb9d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.815183] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a20551b-8c6e-40a2-afb9-9a54f12e9128 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.815397] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.816795] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a20551b-8c6e-40a2-afb9-9a54f12e9128',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.923803] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.924064] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.924193] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.924483] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.924652] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.924805] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Segment Port 542cac9c-8a6f-46cd-bbf7-1f807679fb9d not found, creating... [ 778.925109] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.925264] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.925374] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.925589] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.925720] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.925994] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.926155] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.926263] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.926463] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.926589] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.926724] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Resource: SegmentPort with ID: 542cac9c-8a6f-46cd-bbf7-1f807679fb9d is going to be created. [ 778.948275] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.948466] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.948647] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.948912] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.949149] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.949367] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "port-542cac9c-8a6f-46cd-bbf7-1f807679fb9d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.319538] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a20551b-8c6e-40a2-afb9-9a54f12e9128',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.463290] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0e9eca4f-9140-4381-b1e4-4d53d4056f94 in Status: SUCCESS [ 779.463622] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0e9eca4f-9140-4381-b1e4-4d53d4056f94 deletion is rescheduled due to dependency. [ 779.463622] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0e9eca4f-9140-4381-b1e4-4d53d4056f94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.713559] env[65894]: INFO networking_nsxv3.common.synchronization [req-cd62d178-d14a-45ce-bd70-05ac280df97c req-0642964d-55d6-4cef-b8f6-c1a9f6402850 service nova] Enqueued Resource ID: 0a20551b-8c6e-40a2-afb9-9a54f12e9128 with Priority: HIGHEST for action security_group_rules [ 779.713740] env[65894]: INFO networking_nsxv3.common.synchronization [req-cd62d178-d14a-45ce-bd70-05ac280df97c req-0642964d-55d6-4cef-b8f6-c1a9f6402850 service nova] Enqueued Resource ID: 0a20551b-8c6e-40a2-afb9-9a54f12e9128 with Priority: HIGHEST for action security_group_members [ 779.713869] env[65894]: INFO networking_nsxv3.common.synchronization [req-cd62d178-d14a-45ce-bd70-05ac280df97c req-0642964d-55d6-4cef-b8f6-c1a9f6402850 service nova] Enqueued Resource ID: 542cac9c-8a6f-46cd-bbf7-1f807679fb9d with Priority: HIGHEST for action port [ 779.714403] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a20551b-8c6e-40a2-afb9-9a54f12e9128 with Priority: HIGHEST for action security_group_rules [ 779.714532] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a20551b-8c6e-40a2-afb9-9a54f12e9128 with Priority: HIGHEST for action security_group_members [ 779.714629] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 542cac9c-8a6f-46cd-bbf7-1f807679fb9d with Priority: HIGHEST for action port [ 779.714890] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a20551b-8c6e-40a2-afb9-9a54f12e9128 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.715139] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.715376] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a20551b-8c6e-40a2-afb9-9a54f12e9128 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.715467] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.715645] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-542cac9c-8a6f-46cd-bbf7-1f807679fb9d taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.715741] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-542cac9c-8a6f-46cd-bbf7-1f807679fb9d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.715802] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-542cac9c-8a6f-46cd-bbf7-1f807679fb9d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.716018] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-542cac9c-8a6f-46cd-bbf7-1f807679fb9d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.716101] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('542cac9c-8a6f-46cd-bbf7-1f807679fb9d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.823316] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.825708] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.825708] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.825708] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.825708] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.825708] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a20551b-8c6e-40a2-afb9-9a54f12e9128 is going to be updated. [ 779.856414] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.856414] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.856414] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.856414] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.856414] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.868024] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a20551b-8c6e-40a2-afb9-9a54f12e9128 in Status: IN_PROGRESS for 2s [ 780.066313] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33255802-6495-48dc-b7f2-bb56d9e38363 in Status: SUCCESS [ 780.066510] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33255802-6495-48dc-b7f2-bb56d9e38363 deletion is rescheduled due to dependency. [ 780.066656] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33255802-6495-48dc-b7f2-bb56d9e38363" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.218761] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 542cac9c-8a6f-46cd-bbf7-1f807679fb9d with status ACTIVE [ 780.219078] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.219190] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.219271] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.219523] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.219626] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.220062] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.220062] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.220062] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.220249] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.220349] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.220495] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.220760] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.220760] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.220981] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.221090] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.221185] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 542cac9c-8a6f-46cd-bbf7-1f807679fb9d is going to be updated. [ 780.250124] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.250124] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.250124] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.250124] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.250124] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.250124] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-542cac9c-8a6f-46cd-bbf7-1f807679fb9d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.550213] env[65894]: INFO networking_nsxv3.common.synchronization [req-1e18dc33-7243-43b2-82da-7fc8114722b7 req-0bc9e171-d90c-4887-aec6-9d9ebadf1d5d tempest-TenantUsagesTestJSON-1090419199 tempest-TenantUsagesTestJSON-1090419199-project-member] Enqueued Resource ID: 60c9ca23-ac5b-4a78-9741-9fdf360b6ece with Priority: HIGHEST for action security_group_members [ 780.550775] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60c9ca23-ac5b-4a78-9741-9fdf360b6ece with Priority: HIGHEST for action security_group_members [ 780.551128] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-60c9ca23-ac5b-4a78-9741-9fdf360b6ece taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.551256] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60c9ca23-ac5b-4a78-9741-9fdf360b6ece" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.551325] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60c9ca23-ac5b-4a78-9741-9fdf360b6ece" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.551528] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60c9ca23-ac5b-4a78-9741-9fdf360b6ece" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.551684] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.551783] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.551845] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.552205] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.552298] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.552396] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60c9ca23-ac5b-4a78-9741-9fdf360b6ece',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.056127] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.056288] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.056417] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.057018] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.057018] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.057018] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.057018] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.057247] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.057247] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.057335] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.057423] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60c9ca23-ac5b-4a78-9741-9fdf360b6ece is going to be updated. [ 781.095412] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.095412] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.095412] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.095644] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.095644] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.106767] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60c9ca23-ac5b-4a78-9741-9fdf360b6ece in Status: IN_PROGRESS for 2s [ 781.887214] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a20551b-8c6e-40a2-afb9-9a54f12e9128 in Status: SUCCESS [ 781.887214] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.887214] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.887214] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.887214] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.887214] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.887214] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.887214] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.887214] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.887214] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.887214] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a20551b-8c6e-40a2-afb9-9a54f12e9128 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.887214] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.887214] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.889835] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.890138] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.890311] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.890409] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.890669] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.890791] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.890921] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.891062] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0a20551b-8c6e-40a2-afb9-9a54f12e9128',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.892275] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.892524] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.892756] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.892908] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.893000] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.895359] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.895593] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.896434] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a20551b-8c6e-40a2-afb9-9a54f12e9128',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.402224] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0a20551b-8c6e-40a2-afb9-9a54f12e9128: rpc.has_security_group_logging(os_id): False [ 782.402224] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a20551b-8c6e-40a2-afb9-9a54f12e9128',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.419969] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.420476] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.420679] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.422659] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.422659] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.422659] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.422659] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.422659] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.422659] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.422659] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.422659] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.422659] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.422659] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.422659] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.422659] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.422659] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.423662] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.424687] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.424687] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.424687] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.424687] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a20551b-8c6e-40a2-afb9-9a54f12e9128 is going to be created. [ 782.494310] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.494310] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.494310] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.494310] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.494310] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.506127] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a20551b-8c6e-40a2-afb9-9a54f12e9128 in Status: IN_PROGRESS for 2s [ 782.906440] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a20551b-8c6e-40a2-afb9-9a54f12e9128',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.121023] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60c9ca23-ac5b-4a78-9741-9fdf360b6ece in Status: SUCCESS [ 783.121023] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60c9ca23-ac5b-4a78-9741-9fdf360b6ece deletion is rescheduled due to dependency. [ 783.121023] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60c9ca23-ac5b-4a78-9741-9fdf360b6ece" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.409280] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.409404] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.409470] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.409697] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.409785] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.409994] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a20551b-8c6e-40a2-afb9-9a54f12e9128 is going to be updated. [ 783.440257] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.440974] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.440974] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.440974] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.441182] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.451936] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a20551b-8c6e-40a2-afb9-9a54f12e9128 in Status: IN_PROGRESS for 2s [ 784.531876] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.532165] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.532661] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.532872] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.533095] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.565042] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a20551b-8c6e-40a2-afb9-9a54f12e9128 in Status: SUCCESS [ 784.565884] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.565884] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.566220] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.566849] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a20551b-8c6e-40a2-afb9-9a54f12e9128',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.036559] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.045032] env[65894]: INFO networking_nsxv3.common.synchronization [req-5b585d0a-d570-43e5-a6a7-393c6d777d29 req-2862df51-8bf4-440c-a8cc-14344c7ec2c9 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Enqueued Resource ID: a3e52fc6-349c-4034-901a-23d384d743c9 with Priority: HIGHEST for action security_group_members [ 785.045617] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3e52fc6-349c-4034-901a-23d384d743c9 with Priority: HIGHEST for action security_group_members [ 785.045921] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3e52fc6-349c-4034-901a-23d384d743c9 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.046148] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.046148] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.046325] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.046482] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.046583] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.046647] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.046789] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.046918] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.046993] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3e52fc6-349c-4034-901a-23d384d743c9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.074488] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a20551b-8c6e-40a2-afb9-9a54f12e9128 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.074488] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.464749] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a20551b-8c6e-40a2-afb9-9a54f12e9128 in Status: SUCCESS [ 785.464960] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.465681] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.465681] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.465681] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.465681] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.465892] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.465892] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.465957] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.466451] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.466451] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0a20551b-8c6e-40a2-afb9-9a54f12e9128',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.505778] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock network-370 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.505954] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "network-370" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.506095] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "network-370" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.506362] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "network-370" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.507235] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.507422] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.507796] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.507796] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.507889] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.508088] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 785.508201] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 785.508332] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 785.508468] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 785.508616] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 785.508717] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 785.508847] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 785.529739] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 785.529992] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 785.530069] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 785.530233] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "network-370" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.530547] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock port-569e52cd-50b7-418a-b70f-beed47923b02 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.530717] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "port-569e52cd-50b7-418a-b70f-beed47923b02" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.530833] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "port-569e52cd-50b7-418a-b70f-beed47923b02" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.531246] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "port-569e52cd-50b7-418a-b70f-beed47923b02" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.531384] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('569e52cd-50b7-418a-b70f-beed47923b02',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.539018] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.549236] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.549377] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.549437] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.549770] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.549770] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.549992] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.550364] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.550364] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.550364] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.550364] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.550905] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3e52fc6-349c-4034-901a-23d384d743c9 is going to be updated. [ 785.583529] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.583529] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.583529] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.583529] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.583529] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.594314] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3e52fc6-349c-4034-901a-23d384d743c9 in Status: IN_PROGRESS for 2s [ 785.968557] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a20551b-8c6e-40a2-afb9-9a54f12e9128 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.968860] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.968860] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.969082] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.969255] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.969358] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.969421] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.969576] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.969684] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.969776] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.970427] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a20551b-8c6e-40a2-afb9-9a54f12e9128 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.970427] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.970427] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.970427] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.970647] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.970647] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.970647] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.970779] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.970779] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.970861] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.970967] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0a20551b-8c6e-40a2-afb9-9a54f12e9128',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.033337] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.034097] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.034239] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.034533] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.034737] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.034931] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Segment Port 569e52cd-50b7-418a-b70f-beed47923b02 not found, creating... [ 786.035292] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.035558] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.035676] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.035909] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.036057] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.036342] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.036525] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.036683] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.036903] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.037096] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.037258] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Resource: SegmentPort with ID: 569e52cd-50b7-418a-b70f-beed47923b02 is going to be created. [ 786.040976] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 786.041092] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 786.056860] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.057065] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.057254] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.057434] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.057660] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.057858] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "port-569e52cd-50b7-418a-b70f-beed47923b02" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.473511] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0a20551b-8c6e-40a2-afb9-9a54f12e9128: rpc.has_security_group_logging(os_id): False [ 786.492203] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.492348] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.492421] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.492637] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.492726] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.492914] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.493014] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.493075] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.493223] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.493296] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.493496] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.493584] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.493636] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.493776] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.493874] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.494029] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.494126] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.494179] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.494315] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.494383] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.494462] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a20551b-8c6e-40a2-afb9-9a54f12e9128 is going to be updated. [ 786.559720] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.560038] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.560038] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.560834] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.560834] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.575704] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a20551b-8c6e-40a2-afb9-9a54f12e9128 in Status: IN_PROGRESS for 2s [ 786.799037] env[65894]: INFO networking_nsxv3.common.synchronization [req-5b585d0a-d570-43e5-a6a7-393c6d777d29 req-9690067c-114d-41ae-9991-24f52cb9a9d1 service nova] Enqueued Resource ID: a3e52fc6-349c-4034-901a-23d384d743c9 with Priority: HIGHEST for action security_group_rules [ 786.799201] env[65894]: INFO networking_nsxv3.common.synchronization [req-5b585d0a-d570-43e5-a6a7-393c6d777d29 req-9690067c-114d-41ae-9991-24f52cb9a9d1 service nova] Enqueued Resource ID: a3e52fc6-349c-4034-901a-23d384d743c9 with Priority: HIGHEST for action security_group_members [ 786.800083] env[65894]: INFO networking_nsxv3.common.synchronization [req-5b585d0a-d570-43e5-a6a7-393c6d777d29 req-9690067c-114d-41ae-9991-24f52cb9a9d1 service nova] Enqueued Resource ID: 569e52cd-50b7-418a-b70f-beed47923b02 with Priority: HIGHEST for action port [ 786.800083] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3e52fc6-349c-4034-901a-23d384d743c9 with Priority: HIGHEST for action security_group_rules [ 786.800441] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3e52fc6-349c-4034-901a-23d384d743c9 with Priority: HIGHEST for action security_group_members [ 786.800636] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 569e52cd-50b7-418a-b70f-beed47923b02 with Priority: HIGHEST for action port [ 786.800959] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3e52fc6-349c-4034-901a-23d384d743c9 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.801150] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.801284] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.801528] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.801730] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3e52fc6-349c-4034-901a-23d384d743c9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.802924] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3e52fc6-349c-4034-901a-23d384d743c9 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.803841] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.803841] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-569e52cd-50b7-418a-b70f-beed47923b02 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.803841] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-569e52cd-50b7-418a-b70f-beed47923b02" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.803841] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-569e52cd-50b7-418a-b70f-beed47923b02" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.803841] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-569e52cd-50b7-418a-b70f-beed47923b02" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.803841] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('569e52cd-50b7-418a-b70f-beed47923b02',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.971236] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.971394] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.971466] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.971777] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.990722] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 786.992703] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.992854] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 787.021520] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.021707] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.021764] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.021989] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.028898] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.029412] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 787.029496] env[65894]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65894) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 787.029568] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 787.063199] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.063199] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.063199] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.063413] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.064666] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.064893] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 787.118892] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.119029] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.120464] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.120464] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.120464] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.120464] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 787.177186] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.177186] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.177186] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.177186] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.177186] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.177186] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:30. [ 787.177186] env[65894]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'93b48834-77a7-4028-b992-7c876c5b9592', '264e6cc1-cd1d-45f9-a0ae-3e4b715cd15e', 'b9ae4724-f434-49e0-98b5-89659e34fcab', 'c3df1442-972b-4c46-9187-df9c08907130', 'ee473872-0cee-445b-80c2-9872fc2d0453', 'a9844e17-dba0-45e4-b9df-dbe87cdd2d94', 'bf27b547-48d9-449a-b894-76107873c429', 'a3e52fc6-349c-4034-901a-23d384d743c9', '60c9ca23-ac5b-4a78-9741-9fdf360b6ece', '537d15e7-6dbf-4f34-b138-4d989bc5fc3e', '84626a76-549f-4c74-8189-71be8b4e3168', '33255802-6495-48dc-b7f2-bb56d9e38363', '5c00049d-0043-4900-a626-f360ea2e8670', 'd7098f9c-6516-4ac6-b9cb-f131e7d4500b', 'f9484a09-6105-4f3c-8062-efacadbc60c1', '038aed3b-87f7-4470-839c-f59acc91eaad', '13cb8659-d6ed-469b-acc3-c2fbb8c8b8dd', '885514bf-df2c-45d5-9a0c-84aaf608e5df', '0e9eca4f-9140-4381-b1e4-4d53d4056f94', '0a20551b-8c6e-40a2-afb9-9a54f12e9128', '00a3f3b1-9abb-4189-8d29-fcdd2fa59248', '2d0dcef0-5c06-4a75-a870-590be4c04ed4', '7f6f1a96-fde1-403d-b02b-bdaab70ea815', '932a2250-aad9-4048-be68-c2c2b6029e91', '37512978-9204-4fbd-9826-5f8ea7fbbb4d', 'b620dde1-41aa-4a88-a801-46fa9401a147', '74b82953-2e9f-4aa6-a354-b00bb79b7f59', '2b4a8478-154d-4645-97e0-34dc4f7029a2', '94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8', '37f59dcc-a20c-455f-ae92-5bee7287a143'} {{(pid=65894) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 787.177186] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 787.198610] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.198766] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.198816] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.199072] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.199169] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.199524] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 787.199524] env[65894]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65894) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 787.199524] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 787.256079] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.256235] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.256235] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.256488] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.257422] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.257897] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 787.257897] env[65894]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65894) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 787.257897] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 787.257897] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 787.257897] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/30 resources of Type:Security Group Rules [ 787.258168] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 93b48834-77a7-4028-b992-7c876c5b9592 with Priority: HIGH for action security_group_rules [ 787.258168] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 264e6cc1-cd1d-45f9-a0ae-3e4b715cd15e with Priority: HIGH for action security_group_rules [ 787.258168] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b9ae4724-f434-49e0-98b5-89659e34fcab with Priority: HIGH for action security_group_rules [ 787.258273] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c3df1442-972b-4c46-9187-df9c08907130 with Priority: HIGH for action security_group_rules [ 787.258273] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ee473872-0cee-445b-80c2-9872fc2d0453 with Priority: HIGH for action security_group_rules [ 787.258336] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a9844e17-dba0-45e4-b9df-dbe87cdd2d94 with Priority: HIGH for action security_group_rules [ 787.258336] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bf27b547-48d9-449a-b894-76107873c429 with Priority: HIGH for action security_group_rules [ 787.258398] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a3e52fc6-349c-4034-901a-23d384d743c9 with Priority: HIGH for action security_group_rules [ 787.258448] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 60c9ca23-ac5b-4a78-9741-9fdf360b6ece with Priority: HIGH for action security_group_rules [ 787.258510] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 537d15e7-6dbf-4f34-b138-4d989bc5fc3e with Priority: HIGH for action security_group_rules [ 787.258571] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 84626a76-549f-4c74-8189-71be8b4e3168 with Priority: HIGH for action security_group_rules [ 787.258644] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 33255802-6495-48dc-b7f2-bb56d9e38363 with Priority: HIGH for action security_group_rules [ 787.258703] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5c00049d-0043-4900-a626-f360ea2e8670 with Priority: HIGH for action security_group_rules [ 787.258808] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d7098f9c-6516-4ac6-b9cb-f131e7d4500b with Priority: HIGH for action security_group_rules [ 787.258845] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f9484a09-6105-4f3c-8062-efacadbc60c1 with Priority: HIGH for action security_group_rules [ 787.258877] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 038aed3b-87f7-4470-839c-f59acc91eaad with Priority: HIGH for action security_group_rules [ 787.260027] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 13cb8659-d6ed-469b-acc3-c2fbb8c8b8dd with Priority: HIGH for action security_group_rules [ 787.260027] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 885514bf-df2c-45d5-9a0c-84aaf608e5df with Priority: HIGH for action security_group_rules [ 787.260027] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0e9eca4f-9140-4381-b1e4-4d53d4056f94 with Priority: HIGH for action security_group_rules [ 787.260027] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0a20551b-8c6e-40a2-afb9-9a54f12e9128 with Priority: HIGH for action security_group_rules [ 787.260027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.306265] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3e52fc6-349c-4034-901a-23d384d743c9 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.306451] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.306587] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 569e52cd-50b7-418a-b70f-beed47923b02 with status ACTIVE [ 787.306761] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.306869] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.306934] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.307162] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.307256] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.307432] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.307849] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.307916] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.308103] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.308180] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.308362] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.308663] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.308722] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.308875] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.308949] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.309203] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 569e52cd-50b7-418a-b70f-beed47923b02 is going to be updated. [ 787.335505] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.335668] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.335714] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.335916] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.336066] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.336215] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-569e52cd-50b7-418a-b70f-beed47923b02" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.607115] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3e52fc6-349c-4034-901a-23d384d743c9 in Status: SUCCESS [ 787.607380] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3e52fc6-349c-4034-901a-23d384d743c9 deletion is rescheduled due to dependency. [ 787.607517] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.607724] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.608027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.608281] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.608437] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.608524] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.608734] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.608845] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.608971] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3e52fc6-349c-4034-901a-23d384d743c9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.942028] env[65894]: INFO networking_nsxv3.common.synchronization [None req-bad31293-506b-4678-befb-7cb103656aa2 None None] Enqueued Resource ID: 97753011-b928-4c77-906e-0baaa522276b with Priority: HIGHEST for action port [ 787.942028] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97753011-b928-4c77-906e-0baaa522276b with Priority: HIGHEST for action port [ 787.942028] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93b48834-77a7-4028-b992-7c876c5b9592 with Priority: HIGH for action security_group_rules [ 787.942318] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9ae4724-f434-49e0-98b5-89659e34fcab with Priority: HIGH for action security_group_rules [ 787.942318] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf27b547-48d9-449a-b894-76107873c429 with Priority: HIGH for action security_group_rules [ 787.942318] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9484a09-6105-4f3c-8062-efacadbc60c1 with Priority: HIGH for action security_group_rules [ 787.942763] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a20551b-8c6e-40a2-afb9-9a54f12e9128 with Priority: HIGH for action security_group_rules [ 787.942901] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e9eca4f-9140-4381-b1e4-4d53d4056f94 with Priority: HIGH for action security_group_rules [ 787.943014] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 885514bf-df2c-45d5-9a0c-84aaf608e5df with Priority: HIGH for action security_group_rules [ 787.943255] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13cb8659-d6ed-469b-acc3-c2fbb8c8b8dd with Priority: HIGH for action security_group_rules [ 787.943406] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7098f9c-6516-4ac6-b9cb-f131e7d4500b with Priority: HIGH for action security_group_rules [ 787.943563] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 038aed3b-87f7-4470-839c-f59acc91eaad with Priority: HIGH for action security_group_rules [ 787.943722] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c00049d-0043-4900-a626-f360ea2e8670 with Priority: HIGH for action security_group_rules [ 787.944311] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33255802-6495-48dc-b7f2-bb56d9e38363 with Priority: HIGH for action security_group_rules [ 787.944311] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84626a76-549f-4c74-8189-71be8b4e3168 with Priority: HIGH for action security_group_rules [ 787.944311] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 537d15e7-6dbf-4f34-b138-4d989bc5fc3e with Priority: HIGH for action security_group_rules [ 787.944311] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60c9ca23-ac5b-4a78-9741-9fdf360b6ece with Priority: HIGH for action security_group_rules [ 787.944311] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9844e17-dba0-45e4-b9df-dbe87cdd2d94 with Priority: HIGH for action security_group_rules [ 787.944311] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3e52fc6-349c-4034-901a-23d384d743c9 with Priority: HIGH for action security_group_rules [ 787.944726] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee473872-0cee-445b-80c2-9872fc2d0453 with Priority: HIGH for action security_group_rules [ 787.944726] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 264e6cc1-cd1d-45f9-a0ae-3e4b715cd15e with Priority: HIGH for action security_group_rules [ 787.944726] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3df1442-972b-4c46-9187-df9c08907130 with Priority: HIGH for action security_group_rules [ 787.945382] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-97753011-b928-4c77-906e-0baaa522276b taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.945568] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97753011-b928-4c77-906e-0baaa522276b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.945711] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97753011-b928-4c77-906e-0baaa522276b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.946079] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97753011-b928-4c77-906e-0baaa522276b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.946190] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97753011-b928-4c77-906e-0baaa522276b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.947261] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-93b48834-77a7-4028-b992-7c876c5b9592 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.947261] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.947261] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.948656] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.948656] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('93b48834-77a7-4028-b992-7c876c5b9592',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.948656] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9ae4724-f434-49e0-98b5-89659e34fcab taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.948656] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9ae4724-f434-49e0-98b5-89659e34fcab" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.948656] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9ae4724-f434-49e0-98b5-89659e34fcab" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.948656] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9ae4724-f434-49e0-98b5-89659e34fcab" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.948934] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9ae4724-f434-49e0-98b5-89659e34fcab',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.949993] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf27b547-48d9-449a-b894-76107873c429 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.949993] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf27b547-48d9-449a-b894-76107873c429" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.949993] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf27b547-48d9-449a-b894-76107873c429" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.950297] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf27b547-48d9-449a-b894-76107873c429" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.950374] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf27b547-48d9-449a-b894-76107873c429',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.951683] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9484a09-6105-4f3c-8062-efacadbc60c1 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.951950] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9484a09-6105-4f3c-8062-efacadbc60c1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.951950] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9484a09-6105-4f3c-8062-efacadbc60c1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.952155] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9484a09-6105-4f3c-8062-efacadbc60c1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.952286] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9484a09-6105-4f3c-8062-efacadbc60c1',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.953263] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a20551b-8c6e-40a2-afb9-9a54f12e9128 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.953404] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.953691] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0e9eca4f-9140-4381-b1e4-4d53d4056f94 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.953943] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0e9eca4f-9140-4381-b1e4-4d53d4056f94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.953943] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0e9eca4f-9140-4381-b1e4-4d53d4056f94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.954095] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0e9eca4f-9140-4381-b1e4-4d53d4056f94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.954205] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0e9eca4f-9140-4381-b1e4-4d53d4056f94',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.955217] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-885514bf-df2c-45d5-9a0c-84aaf608e5df taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.955926] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-885514bf-df2c-45d5-9a0c-84aaf608e5df" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.955926] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-885514bf-df2c-45d5-9a0c-84aaf608e5df" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.955926] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-885514bf-df2c-45d5-9a0c-84aaf608e5df" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.955926] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('885514bf-df2c-45d5-9a0c-84aaf608e5df',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.956575] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-13cb8659-d6ed-469b-acc3-c2fbb8c8b8dd taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.956575] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-13cb8659-d6ed-469b-acc3-c2fbb8c8b8dd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.956695] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-13cb8659-d6ed-469b-acc3-c2fbb8c8b8dd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.956812] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-13cb8659-d6ed-469b-acc3-c2fbb8c8b8dd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.956852] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('13cb8659-d6ed-469b-acc3-c2fbb8c8b8dd',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.957620] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d7098f9c-6516-4ac6-b9cb-f131e7d4500b taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.957728] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d7098f9c-6516-4ac6-b9cb-f131e7d4500b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.957789] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d7098f9c-6516-4ac6-b9cb-f131e7d4500b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.958331] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d7098f9c-6516-4ac6-b9cb-f131e7d4500b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.958331] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d7098f9c-6516-4ac6-b9cb-f131e7d4500b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.959622] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-038aed3b-87f7-4470-839c-f59acc91eaad taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.959622] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-038aed3b-87f7-4470-839c-f59acc91eaad" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.961122] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-038aed3b-87f7-4470-839c-f59acc91eaad" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.961122] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-038aed3b-87f7-4470-839c-f59acc91eaad" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.961122] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('038aed3b-87f7-4470-839c-f59acc91eaad',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.961122] env[65894]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 787.961122] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5c00049d-0043-4900-a626-f360ea2e8670 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.961346] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5c00049d-0043-4900-a626-f360ea2e8670" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.961420] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5c00049d-0043-4900-a626-f360ea2e8670" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.962026] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5c00049d-0043-4900-a626-f360ea2e8670" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.962026] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5c00049d-0043-4900-a626-f360ea2e8670',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.962534] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33255802-6495-48dc-b7f2-bb56d9e38363 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.962699] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33255802-6495-48dc-b7f2-bb56d9e38363" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.963018] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33255802-6495-48dc-b7f2-bb56d9e38363" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.963018] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33255802-6495-48dc-b7f2-bb56d9e38363" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.963128] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33255802-6495-48dc-b7f2-bb56d9e38363',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.963940] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84626a76-549f-4c74-8189-71be8b4e3168 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.964116] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84626a76-549f-4c74-8189-71be8b4e3168" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.964239] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84626a76-549f-4c74-8189-71be8b4e3168" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.964427] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84626a76-549f-4c74-8189-71be8b4e3168" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.964542] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84626a76-549f-4c74-8189-71be8b4e3168',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.965754] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-537d15e7-6dbf-4f34-b138-4d989bc5fc3e taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.965981] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-537d15e7-6dbf-4f34-b138-4d989bc5fc3e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.966169] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-537d15e7-6dbf-4f34-b138-4d989bc5fc3e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.966473] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-537d15e7-6dbf-4f34-b138-4d989bc5fc3e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.966638] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('537d15e7-6dbf-4f34-b138-4d989bc5fc3e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.967713] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60c9ca23-ac5b-4a78-9741-9fdf360b6ece taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.967894] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60c9ca23-ac5b-4a78-9741-9fdf360b6ece" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.967997] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60c9ca23-ac5b-4a78-9741-9fdf360b6ece" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.968208] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60c9ca23-ac5b-4a78-9741-9fdf360b6ece" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.968322] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60c9ca23-ac5b-4a78-9741-9fdf360b6ece',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.969314] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9844e17-dba0-45e4-b9df-dbe87cdd2d94 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.969314] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.969430] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.969628] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.969813] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9844e17-dba0-45e4-b9df-dbe87cdd2d94',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.970705] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3e52fc6-349c-4034-901a-23d384d743c9 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.970912] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.971122] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee473872-0cee-445b-80c2-9872fc2d0453 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.971294] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.971395] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.971646] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.971646] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee473872-0cee-445b-80c2-9872fc2d0453',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.972491] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-264e6cc1-cd1d-45f9-a0ae-3e4b715cd15e taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.972654] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-264e6cc1-cd1d-45f9-a0ae-3e4b715cd15e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.972758] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-264e6cc1-cd1d-45f9-a0ae-3e4b715cd15e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.972949] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-264e6cc1-cd1d-45f9-a0ae-3e4b715cd15e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.973076] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('264e6cc1-cd1d-45f9-a0ae-3e4b715cd15e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.973965] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3df1442-972b-4c46-9187-df9c08907130 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.974164] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.974273] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.974460] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.974575] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3df1442-972b-4c46-9187-df9c08907130',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.150590] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3e52fc6-349c-4034-901a-23d384d743c9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.478067] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 97753011-b928-4c77-906e-0baaa522276b [ 788.478067] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.478067] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.478067] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.478067] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.478067] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.478067] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:97753011-b928-4c77-906e-0baaa522276b already deleted. [ 788.478067] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97753011-b928-4c77-906e-0baaa522276b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.499592] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.499944] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.499944] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.499944] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.502152] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.502152] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.523148] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.523415] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 93b48834-77a7-4028-b992-7c876c5b9592 is going to be deleted. [ 788.524249] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.524461] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.547271] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.547271] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9ae4724-f434-49e0-98b5-89659e34fcab is going to be deleted. [ 788.578769] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.578915] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.578983] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.579209] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.579296] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.579408] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-93b48834-77a7-4028-b992-7c876c5b9592" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.598688] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a20551b-8c6e-40a2-afb9-9a54f12e9128 in Status: SUCCESS [ 788.598956] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.599486] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.599797] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.599888] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a20551b-8c6e-40a2-afb9-9a54f12e9128',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.602651] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.602804] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.602845] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.603060] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.603151] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.603263] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9ae4724-f434-49e0-98b5-89659e34fcab" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.653783] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3e52fc6-349c-4034-901a-23d384d743c9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.664804] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf27b547-48d9-449a-b894-76107873c429 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.664804] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf27b547-48d9-449a-b894-76107873c429" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.664804] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf27b547-48d9-449a-b894-76107873c429" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.664804] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf27b547-48d9-449a-b894-76107873c429" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.664804] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.664804] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.664804] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.664804] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.664804] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.664804] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf27b547-48d9-449a-b894-76107873c429" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.664804] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bf27b547-48d9-449a-b894-76107873c429',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.671188] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-84626a76-549f-4c74-8189-71be8b4e3168 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.671319] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84626a76-549f-4c74-8189-71be8b4e3168" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.671967] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84626a76-549f-4c74-8189-71be8b4e3168" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.671967] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84626a76-549f-4c74-8189-71be8b4e3168" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.671967] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.671967] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.671967] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.672225] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.672225] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.672394] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84626a76-549f-4c74-8189-71be8b4e3168" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.672394] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('84626a76-549f-4c74-8189-71be8b4e3168',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.677064] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3df1442-972b-4c46-9187-df9c08907130 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.677190] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.677258] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.677484] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.677637] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.677736] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.677799] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.677946] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.678044] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.678131] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.678215] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c3df1442-972b-4c46-9187-df9c08907130',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.760444] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.760444] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.760444] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.760444] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.762189] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.762364] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.763101] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.763194] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.763970] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.764042] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.764726] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.764830] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.765515] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.765609] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.766325] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.766492] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.767307] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.767307] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.767950] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.768073] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.768826] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.769071] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.770027] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.770121] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.771660] env[65894]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 788.771660] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.771660] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.772426] env[65894]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 788.772824] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.772917] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.791067] env[65894]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 788.791067] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.791255] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9484a09-6105-4f3c-8062-efacadbc60c1 is going to be deleted. [ 788.792607] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.792833] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.818249] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.818440] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d7098f9c-6516-4ac6-b9cb-f131e7d4500b is going to be deleted. [ 788.819396] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.819642] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.843562] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.843765] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 885514bf-df2c-45d5-9a0c-84aaf608e5df is going to be deleted. [ 788.845216] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.845435] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.863162] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.863338] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.952215] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.952215] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0e9eca4f-9140-4381-b1e4-4d53d4056f94 is going to be deleted. [ 788.952215] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.952215] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.967088] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.967088] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.977658] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.977816] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 13cb8659-d6ed-469b-acc3-c2fbb8c8b8dd is going to be deleted. [ 788.978855] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.979099] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.016722] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.016899] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.021452] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.021626] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.032264] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.032401] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee473872-0cee-445b-80c2-9872fc2d0453 is going to be deleted. [ 789.033430] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.033695] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.069931] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.070055] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 038aed3b-87f7-4470-839c-f59acc91eaad is going to be deleted. [ 789.071090] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.071290] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.085853] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.086015] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.105017] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a20551b-8c6e-40a2-afb9-9a54f12e9128 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.106023] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.106023] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.106023] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.106023] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.106023] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.106023] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.106412] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.106412] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.106496] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.106618] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0a20551b-8c6e-40a2-afb9-9a54f12e9128',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.156647] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.156820] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.156820] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.157028] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.157117] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.157204] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3e52fc6-349c-4034-901a-23d384d743c9 is going to be updated. [ 789.164316] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.164463] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60c9ca23-ac5b-4a78-9741-9fdf360b6ece is going to be deleted. [ 789.165510] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.165794] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.184839] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('84626a76-549f-4c74-8189-71be8b4e3168',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.186057] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bf27b547-48d9-449a-b894-76107873c429',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.191377] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3df1442-972b-4c46-9187-df9c08907130 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.195206] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.195206] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.195206] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.195206] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.195206] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.195206] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.195206] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.195206] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.195206] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.195206] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3df1442-972b-4c46-9187-df9c08907130 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.195206] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.195206] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.195206] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.195206] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.195206] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.195206] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.195206] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.195206] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.195952] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.195952] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c3df1442-972b-4c46-9187-df9c08907130',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.195952] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.195952] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.200515] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.200773] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 537d15e7-6dbf-4f34-b138-4d989bc5fc3e is going to be deleted. [ 789.201622] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.201856] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.224533] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.224733] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.224865] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.225173] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.225453] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.229617] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.230296] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9844e17-dba0-45e4-b9df-dbe87cdd2d94 is going to be deleted. [ 789.233946] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.233946] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.245294] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3e52fc6-349c-4034-901a-23d384d743c9 in Status: IN_PROGRESS for 2s [ 789.278460] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.278664] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5c00049d-0043-4900-a626-f360ea2e8670 is going to be deleted. [ 789.280037] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.280271] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.289490] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.289621] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.297666] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.297666] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.339260] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.339423] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.369216] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.369456] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 264e6cc1-cd1d-45f9-a0ae-3e4b715cd15e is going to be deleted. [ 789.370931] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.371801] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.388476] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.388641] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.438378] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.438641] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33255802-6495-48dc-b7f2-bb56d9e38363 is going to be deleted. [ 789.439606] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.439859] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.440187] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.440187] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9484a09-6105-4f3c-8062-efacadbc60c1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.440318] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.444783] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.444783] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.444783] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d7098f9c-6516-4ac6-b9cb-f131e7d4500b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.445430] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.445650] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.445736] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.445859] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-885514bf-df2c-45d5-9a0c-84aaf608e5df" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.446030] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.446255] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.446255] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.447439] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0e9eca4f-9140-4381-b1e4-4d53d4056f94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.447439] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.447439] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.447439] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.447439] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-13cb8659-d6ed-469b-acc3-c2fbb8c8b8dd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.447439] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.447439] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.447439] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.447439] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.447439] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.448328] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.448482] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.448652] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60c9ca23-ac5b-4a78-9741-9fdf360b6ece" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.448815] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.449059] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.449169] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.449445] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-038aed3b-87f7-4470-839c-f59acc91eaad" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.449514] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.449635] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.451483] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.451483] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-537d15e7-6dbf-4f34-b138-4d989bc5fc3e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.451483] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.451483] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.451483] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.451483] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9844e17-dba0-45e4-b9df-dbe87cdd2d94" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.455023] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.455146] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.455203] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.455721] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.455721] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.455721] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5c00049d-0043-4900-a626-f360ea2e8670" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.513104] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.513297] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.513297] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.513555] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.513982] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.513982] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-264e6cc1-cd1d-45f9-a0ae-3e4b715cd15e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.579097] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.579244] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.579343] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.579578] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.579688] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.580093] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33255802-6495-48dc-b7f2-bb56d9e38363" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.610513] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a20551b-8c6e-40a2-afb9-9a54f12e9128 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.610714] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.610809] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.611246] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.611246] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.611428] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.611428] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.611527] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.612188] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.612188] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.612188] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a20551b-8c6e-40a2-afb9-9a54f12e9128 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.612188] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.612188] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.612188] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.612465] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.612465] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.612465] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.612575] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.612606] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.612677] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.612769] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0a20551b-8c6e-40a2-afb9-9a54f12e9128',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.688874] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 84626a76-549f-4c74-8189-71be8b4e3168: rpc.has_security_group_logging(os_id): False [ 789.690212] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bf27b547-48d9-449a-b894-76107873c429: rpc.has_security_group_logging(os_id): False [ 789.695338] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c3df1442-972b-4c46-9187-df9c08907130: rpc.has_security_group_logging(os_id): False [ 789.729474] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.729883] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.729883] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.729883] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.780700] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.780700] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.783326] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.783481] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.793723] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.793723] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.793723] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.793723] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.793723] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.793723] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.793723] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf27b547-48d9-449a-b894-76107873c429 is going to be updated. [ 789.795032] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.795032] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.831354] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.831667] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.832586] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.832586] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.832586] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.832586] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.832586] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.832586] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.832586] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.832961] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.832961] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.832961] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.833105] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.833105] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.833461] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.833461] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.833461] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3df1442-972b-4c46-9187-df9c08907130 is going to be updated. [ 789.836094] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.836294] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.858821] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.859206] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.859358] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.859358] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.859595] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.859707] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.859808] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84626a76-549f-4c74-8189-71be8b4e3168 is going to be updated. [ 789.894833] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.895053] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.895179] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.898853] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.899071] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.914240] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.914436] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.914509] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.914795] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.915014] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.917493] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf27b547-48d9-449a-b894-76107873c429 in Status: IN_PROGRESS for 2s [ 789.929361] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.929361] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.929361] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.929361] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.929361] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.951562] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3df1442-972b-4c46-9187-df9c08907130 in Status: IN_PROGRESS for 2s [ 789.953228] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84626a76-549f-4c74-8189-71be8b4e3168 in Status: IN_PROGRESS for 2s [ 790.114772] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0a20551b-8c6e-40a2-afb9-9a54f12e9128: rpc.has_security_group_logging(os_id): False [ 790.133445] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.133590] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.133688] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.133862] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.156320] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.156320] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.156707] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.156707] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.156707] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.156707] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.156912] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.156975] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.157052] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.157211] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.157265] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.157441] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.157565] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.157607] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.157714] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.157830] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.157863] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a20551b-8c6e-40a2-afb9-9a54f12e9128 is going to be updated. [ 790.221831] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.222037] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.222153] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.222450] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.222712] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.231614] env[65894]: INFO networking_nsxv3.common.synchronization [None req-bc04bf82-38b2-4f4e-a901-ac791fb03114 None None] Enqueued Resource ID: 0203f883-d4a1-478c-af69-30a9cfd367bd with Priority: HIGHEST for action port [ 790.232532] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0203f883-d4a1-478c-af69-30a9cfd367bd with Priority: HIGHEST for action port [ 790.232894] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-0203f883-d4a1-478c-af69-30a9cfd367bd taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.233338] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0203f883-d4a1-478c-af69-30a9cfd367bd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.233338] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0203f883-d4a1-478c-af69-30a9cfd367bd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.234795] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0203f883-d4a1-478c-af69-30a9cfd367bd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.234795] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0203f883-d4a1-478c-af69-30a9cfd367bd',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.242200] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a20551b-8c6e-40a2-afb9-9a54f12e9128 in Status: IN_PROGRESS for 2s [ 790.637462] env[65894]: INFO networking_nsxv3.common.synchronization [None req-0b152eec-340a-47a5-a4e0-8ef348569a42 None None] Enqueued Resource ID: 5e9ecf7c-5879-45d5-b678-90583150fb14 with Priority: HIGHEST for action port [ 790.637462] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e9ecf7c-5879-45d5-b678-90583150fb14 with Priority: HIGHEST for action port [ 790.637462] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-5e9ecf7c-5879-45d5-b678-90583150fb14 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.637462] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5e9ecf7c-5879-45d5-b678-90583150fb14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.637462] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5e9ecf7c-5879-45d5-b678-90583150fb14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.637462] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5e9ecf7c-5879-45d5-b678-90583150fb14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.637462] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5e9ecf7c-5879-45d5-b678-90583150fb14',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.739212] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0203f883-d4a1-478c-af69-30a9cfd367bd [ 790.739527] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.739527] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.739640] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.739832] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.739918] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.740023] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0203f883-d4a1-478c-af69-30a9cfd367bd already deleted. [ 790.740103] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0203f883-d4a1-478c-af69-30a9cfd367bd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.140153] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5e9ecf7c-5879-45d5-b678-90583150fb14 [ 791.140396] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.140533] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.140891] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.141200] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.141200] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.141200] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5e9ecf7c-5879-45d5-b678-90583150fb14 already deleted. [ 791.141200] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5e9ecf7c-5879-45d5-b678-90583150fb14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.264152] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3e52fc6-349c-4034-901a-23d384d743c9 in Status: SUCCESS [ 791.264152] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.264152] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.264152] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.264152] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.264361] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.264361] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.264425] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.264505] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.264671] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.264671] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a3e52fc6-349c-4034-901a-23d384d743c9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.767772] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3e52fc6-349c-4034-901a-23d384d743c9 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.769606] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.769606] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.769606] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.769606] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.769606] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.769606] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.769606] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.769606] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.769606] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.770597] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3e52fc6-349c-4034-901a-23d384d743c9 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.770839] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.771111] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.771363] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.771604] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.771806] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.772015] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.772242] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.772540] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.772746] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.772921] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a3e52fc6-349c-4034-901a-23d384d743c9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.853661] env[65894]: INFO networking_nsxv3.common.synchronization [None req-39fc027b-3e7b-4b78-902b-29c50aeb25d5 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Enqueued Resource ID: ed83c3dc-0b64-431a-ab59-fe9f46082c3b with Priority: HIGHEST for action security_group_rules [ 791.854220] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed83c3dc-0b64-431a-ab59-fe9f46082c3b with Priority: HIGHEST for action security_group_rules [ 791.854524] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed83c3dc-0b64-431a-ab59-fe9f46082c3b taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.854665] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed83c3dc-0b64-431a-ab59-fe9f46082c3b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.854715] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed83c3dc-0b64-431a-ab59-fe9f46082c3b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.854939] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed83c3dc-0b64-431a-ab59-fe9f46082c3b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.855075] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed83c3dc-0b64-431a-ab59-fe9f46082c3b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.933907] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf27b547-48d9-449a-b894-76107873c429 in Status: SUCCESS [ 791.933907] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf27b547-48d9-449a-b894-76107873c429" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.956716] env[65894]: INFO networking_nsxv3.common.synchronization [None req-45323908-5453-45d6-beed-ebe167f5da30 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Enqueued Resource ID: ed83c3dc-0b64-431a-ab59-fe9f46082c3b with Priority: HIGHEST for action security_group_rules [ 791.958846] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed83c3dc-0b64-431a-ab59-fe9f46082c3b with Priority: HIGHEST for action security_group_rules [ 791.958968] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed83c3dc-0b64-431a-ab59-fe9f46082c3b taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.959041] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed83c3dc-0b64-431a-ab59-fe9f46082c3b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.970806] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84626a76-549f-4c74-8189-71be8b4e3168 in Status: SUCCESS [ 791.972101] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84626a76-549f-4c74-8189-71be8b4e3168" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.972397] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3df1442-972b-4c46-9187-df9c08907130 in Status: SUCCESS [ 791.972658] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.261735] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a20551b-8c6e-40a2-afb9-9a54f12e9128 in Status: SUCCESS [ 792.262048] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.279640] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a3e52fc6-349c-4034-901a-23d384d743c9: rpc.has_security_group_logging(os_id): False [ 792.298266] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.298464] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.298464] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.298760] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.322394] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.322692] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.322815] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.322940] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.323149] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.323235] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.323448] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.323554] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.323620] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.323765] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.323853] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.324029] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.324135] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.324192] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.324331] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.324408] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.324497] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3e52fc6-349c-4034-901a-23d384d743c9 is going to be updated. [ 792.376340] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.376667] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.376667] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.376855] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.376947] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.377054] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed83c3dc-0b64-431a-ab59-fe9f46082c3b already deleted. [ 792.377139] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed83c3dc-0b64-431a-ab59-fe9f46082c3b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.377291] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed83c3dc-0b64-431a-ab59-fe9f46082c3b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.377449] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed83c3dc-0b64-431a-ab59-fe9f46082c3b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.377539] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed83c3dc-0b64-431a-ab59-fe9f46082c3b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.389620] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.389833] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.389833] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.389970] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.390153] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.403234] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3e52fc6-349c-4034-901a-23d384d743c9 in Status: IN_PROGRESS for 2s [ 792.899824] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.899824] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.899824] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.899824] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.899824] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.899824] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed83c3dc-0b64-431a-ab59-fe9f46082c3b already deleted. [ 792.899824] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed83c3dc-0b64-431a-ab59-fe9f46082c3b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.221908] env[65894]: INFO networking_nsxv3.common.synchronization [None req-e9c85892-4853-4b21-b5b9-3ab55f78a996 None None] Enqueued Resource ID: 4325059c-39bb-47d0-8ac9-35674b1ca8c9 with Priority: HIGHEST for action port [ 794.222442] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4325059c-39bb-47d0-8ac9-35674b1ca8c9 with Priority: HIGHEST for action port [ 794.222749] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-4325059c-39bb-47d0-8ac9-35674b1ca8c9 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.222868] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4325059c-39bb-47d0-8ac9-35674b1ca8c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.222935] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4325059c-39bb-47d0-8ac9-35674b1ca8c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.223479] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4325059c-39bb-47d0-8ac9-35674b1ca8c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.224854] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4325059c-39bb-47d0-8ac9-35674b1ca8c9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.421786] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3e52fc6-349c-4034-901a-23d384d743c9 in Status: SUCCESS [ 794.421786] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.421786] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.421786] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.421786] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3e52fc6-349c-4034-901a-23d384d743c9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.728477] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4325059c-39bb-47d0-8ac9-35674b1ca8c9 [ 794.728810] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.728956] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.729037] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.729273] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.729325] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.729422] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4325059c-39bb-47d0-8ac9-35674b1ca8c9 already deleted. [ 794.729500] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4325059c-39bb-47d0-8ac9-35674b1ca8c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.873022] env[65894]: INFO networking_nsxv3.common.synchronization [req-e405c230-b379-43b1-a019-4ed7f23c1972 req-24b2d880-baad-4a38-8935-362683052fc0 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Enqueued Resource ID: 18d19e6d-8ac8-4e15-a4e6-043c3d605655 with Priority: HIGHEST for action security_group_members [ 794.873583] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18d19e6d-8ac8-4e15-a4e6-043c3d605655 with Priority: HIGHEST for action security_group_members [ 794.873901] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-18d19e6d-8ac8-4e15-a4e6-043c3d605655 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.874579] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18d19e6d-8ac8-4e15-a4e6-043c3d605655" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.875262] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18d19e6d-8ac8-4e15-a4e6-043c3d605655" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.875262] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18d19e6d-8ac8-4e15-a4e6-043c3d605655" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.875262] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.875262] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.875262] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.875942] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.875942] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.875942] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18d19e6d-8ac8-4e15-a4e6-043c3d605655',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.924040] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3e52fc6-349c-4034-901a-23d384d743c9 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.924040] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.924040] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.924287] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.924336] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.924903] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.924903] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.924903] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.924903] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.924903] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.924903] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a3e52fc6-349c-4034-901a-23d384d743c9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.378533] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.378867] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.378867] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.379018] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.379124] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.379328] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.379421] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.379473] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.379628] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.379716] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.380070] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18d19e6d-8ac8-4e15-a4e6-043c3d605655 already deleted. [ 795.380070] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18d19e6d-8ac8-4e15-a4e6-043c3d605655" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.432076] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3e52fc6-349c-4034-901a-23d384d743c9 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.432260] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.432339] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.432555] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.432734] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.432847] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.432910] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.433088] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.433179] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.433266] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.433413] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3e52fc6-349c-4034-901a-23d384d743c9 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.433518] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.433577] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.433720] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.433861] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.433950] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.434172] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.434358] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.434439] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.434533] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.434623] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a3e52fc6-349c-4034-901a-23d384d743c9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.436554] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock network-227 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.436772] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "network-227" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.436973] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "network-227" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.437221] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "network-227" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.437485] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.437816] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.437816] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.437965] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.438115] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.438332] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 795.438437] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 795.438540] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 795.438703] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 795.438811] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 795.438927] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 795.439072] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 795.461669] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 795.461860] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 795.462029] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 795.462236] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "network-227" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.462603] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock port-f66d8ea4-f2c9-4827-93fa-288f48f4ecbd taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.462792] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "port-f66d8ea4-f2c9-4827-93fa-288f48f4ecbd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.462917] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "port-f66d8ea4-f2c9-4827-93fa-288f48f4ecbd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.463602] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "port-f66d8ea4-f2c9-4827-93fa-288f48f4ecbd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.463770] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f66d8ea4-f2c9-4827-93fa-288f48f4ecbd',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.941750] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a3e52fc6-349c-4034-901a-23d384d743c9: rpc.has_security_group_logging(os_id): False [ 795.962214] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.962364] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.962433] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.962645] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.963470] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.963470] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.963470] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.963470] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.963470] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.963470] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.963911] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.963911] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.963911] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.963911] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.963911] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.964089] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.964198] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.964237] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.965139] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.965139] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.965139] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3e52fc6-349c-4034-901a-23d384d743c9 is going to be updated. [ 795.965873] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.966200] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.966200] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.966623] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.966623] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.966709] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Segment Port f66d8ea4-f2c9-4827-93fa-288f48f4ecbd not found, creating... [ 795.966878] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.967301] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.967301] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.967419] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.967463] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.967729] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.967877] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.967986] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.968210] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.968338] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.968471] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Resource: SegmentPort with ID: f66d8ea4-f2c9-4827-93fa-288f48f4ecbd is going to be created. [ 795.992138] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.992408] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.994033] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.994033] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.994033] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.994033] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "port-f66d8ea4-f2c9-4827-93fa-288f48f4ecbd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.034761] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.034932] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.035019] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.035235] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.035379] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.055536] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3e52fc6-349c-4034-901a-23d384d743c9 in Status: IN_PROGRESS for 2s [ 796.699251] env[65894]: INFO networking_nsxv3.common.synchronization [req-e405c230-b379-43b1-a019-4ed7f23c1972 req-6f043392-808c-4f17-8d88-0fa60a651f97 service nova] Enqueued Resource ID: 18d19e6d-8ac8-4e15-a4e6-043c3d605655 with Priority: HIGHEST for action security_group_rules [ 796.700053] env[65894]: INFO networking_nsxv3.common.synchronization [req-e405c230-b379-43b1-a019-4ed7f23c1972 req-6f043392-808c-4f17-8d88-0fa60a651f97 service nova] Enqueued Resource ID: 18d19e6d-8ac8-4e15-a4e6-043c3d605655 with Priority: HIGHEST for action security_group_members [ 796.700222] env[65894]: INFO networking_nsxv3.common.synchronization [req-e405c230-b379-43b1-a019-4ed7f23c1972 req-6f043392-808c-4f17-8d88-0fa60a651f97 service nova] Enqueued Resource ID: f66d8ea4-f2c9-4827-93fa-288f48f4ecbd with Priority: HIGHEST for action port [ 796.700826] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18d19e6d-8ac8-4e15-a4e6-043c3d605655 with Priority: HIGHEST for action security_group_rules [ 796.700966] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18d19e6d-8ac8-4e15-a4e6-043c3d605655 with Priority: HIGHEST for action security_group_members [ 796.701084] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f66d8ea4-f2c9-4827-93fa-288f48f4ecbd with Priority: HIGHEST for action port [ 796.701347] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18d19e6d-8ac8-4e15-a4e6-043c3d605655 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.702534] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18d19e6d-8ac8-4e15-a4e6-043c3d605655" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.702534] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18d19e6d-8ac8-4e15-a4e6-043c3d605655" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.702534] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18d19e6d-8ac8-4e15-a4e6-043c3d605655" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.702534] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18d19e6d-8ac8-4e15-a4e6-043c3d605655',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.703350] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-18d19e6d-8ac8-4e15-a4e6-043c3d605655 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.703468] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18d19e6d-8ac8-4e15-a4e6-043c3d605655" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.703575] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18d19e6d-8ac8-4e15-a4e6-043c3d605655" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.703706] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18d19e6d-8ac8-4e15-a4e6-043c3d605655" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.703860] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.703955] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.704254] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.704441] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.704531] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.704620] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18d19e6d-8ac8-4e15-a4e6-043c3d605655',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.705559] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-f66d8ea4-f2c9-4827-93fa-288f48f4ecbd taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.705664] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f66d8ea4-f2c9-4827-93fa-288f48f4ecbd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.705727] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f66d8ea4-f2c9-4827-93fa-288f48f4ecbd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.705909] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f66d8ea4-f2c9-4827-93fa-288f48f4ecbd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.705977] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f66d8ea4-f2c9-4827-93fa-288f48f4ecbd',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.040328] env[65894]: INFO networking_nsxv3.common.synchronization [req-a0b23592-2e41-43aa-8258-12fd9d2bcb7a req-cb847145-f6a0-471e-8155-d6b6feae7ced tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Enqueued Resource ID: 18d19e6d-8ac8-4e15-a4e6-043c3d605655 with Priority: HIGHEST for action security_group_members [ 797.040807] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18d19e6d-8ac8-4e15-a4e6-043c3d605655 with Priority: HIGHEST for action security_group_members [ 797.041423] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-18d19e6d-8ac8-4e15-a4e6-043c3d605655 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.041661] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18d19e6d-8ac8-4e15-a4e6-043c3d605655" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.208135] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('18d19e6d-8ac8-4e15-a4e6-043c3d605655',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.209906] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-18d19e6d-8ac8-4e15-a4e6-043c3d605655 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.209906] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18d19e6d-8ac8-4e15-a4e6-043c3d605655" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.209906] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f66d8ea4-f2c9-4827-93fa-288f48f4ecbd with status ACTIVE [ 797.210093] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.210093] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.210093] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.210386] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.210504] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.210721] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.210962] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.210962] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.211208] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.211293] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.211481] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.211575] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.211636] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.211838] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.211929] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.212025] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f66d8ea4-f2c9-4827-93fa-288f48f4ecbd is going to be updated. [ 797.233847] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.234139] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.234139] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.234232] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.234908] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.234908] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f66d8ea4-f2c9-4827-93fa-288f48f4ecbd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.461396] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock network-227 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.461396] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "network-227" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.461396] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "network-227" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.465020] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "network-227" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.465020] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.465020] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.465020] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.465020] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.465020] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.465020] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 797.465020] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 797.465020] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 797.465020] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 797.465020] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 797.465020] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 797.465020] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 797.485348] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 797.485519] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 797.485659] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 797.485839] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "network-227" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.486187] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock port-ce93315e-8439-4d80-baba-74873c696fee taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.486358] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "port-ce93315e-8439-4d80-baba-74873c696fee" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.486473] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "port-ce93315e-8439-4d80-baba-74873c696fee" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.486878] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "port-ce93315e-8439-4d80-baba-74873c696fee" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.487032] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce93315e-8439-4d80-baba-74873c696fee',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.714686] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('18d19e6d-8ac8-4e15-a4e6-043c3d605655',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.990052] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.990871] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.990871] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.990871] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.990871] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.991052] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Segment Port ce93315e-8439-4d80-baba-74873c696fee not found, creating... [ 797.991919] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.991919] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.991919] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.991919] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.991919] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.992167] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.992297] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.992410] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.992825] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.992825] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.992942] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Resource: SegmentPort with ID: ce93315e-8439-4d80-baba-74873c696fee is going to be created. [ 798.017232] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.017444] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.017566] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.017836] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.018078] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.018301] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "port-ce93315e-8439-4d80-baba-74873c696fee" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.080525] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3e52fc6-349c-4034-901a-23d384d743c9 in Status: SUCCESS [ 798.080768] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.218208] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.218208] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.218208] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.218208] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.218208] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.218208] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18d19e6d-8ac8-4e15-a4e6-043c3d605655 is going to be created. [ 798.242208] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.242334] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.242544] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.242606] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.242771] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.255116] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18d19e6d-8ac8-4e15-a4e6-043c3d605655 in Status: UNINITIALIZED for 2s [ 798.727972] env[65894]: INFO networking_nsxv3.common.synchronization [req-a0b23592-2e41-43aa-8258-12fd9d2bcb7a req-4d598754-092f-44c3-b10f-de11f9f71538 service nova] Enqueued Resource ID: 18d19e6d-8ac8-4e15-a4e6-043c3d605655 with Priority: HIGHEST for action security_group_rules [ 798.728278] env[65894]: INFO networking_nsxv3.common.synchronization [req-a0b23592-2e41-43aa-8258-12fd9d2bcb7a req-4d598754-092f-44c3-b10f-de11f9f71538 service nova] Enqueued Resource ID: 18d19e6d-8ac8-4e15-a4e6-043c3d605655 with Priority: HIGHEST for action security_group_members [ 798.728346] env[65894]: INFO networking_nsxv3.common.synchronization [req-a0b23592-2e41-43aa-8258-12fd9d2bcb7a req-4d598754-092f-44c3-b10f-de11f9f71538 service nova] Enqueued Resource ID: ce93315e-8439-4d80-baba-74873c696fee with Priority: HIGHEST for action port [ 798.728914] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18d19e6d-8ac8-4e15-a4e6-043c3d605655 with Priority: HIGHEST for action security_group_rules [ 798.729536] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18d19e6d-8ac8-4e15-a4e6-043c3d605655 with Priority: HIGHEST for action security_group_members [ 798.729697] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce93315e-8439-4d80-baba-74873c696fee with Priority: HIGHEST for action port [ 798.730245] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18d19e6d-8ac8-4e15-a4e6-043c3d605655 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.730245] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18d19e6d-8ac8-4e15-a4e6-043c3d605655" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.730373] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-18d19e6d-8ac8-4e15-a4e6-043c3d605655 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.730807] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18d19e6d-8ac8-4e15-a4e6-043c3d605655" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.731549] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce93315e-8439-4d80-baba-74873c696fee taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.731549] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce93315e-8439-4d80-baba-74873c696fee" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.731549] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce93315e-8439-4d80-baba-74873c696fee" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.731549] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce93315e-8439-4d80-baba-74873c696fee" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.731966] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce93315e-8439-4d80-baba-74873c696fee',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.237205] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ce93315e-8439-4d80-baba-74873c696fee with status ACTIVE [ 799.237506] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.237664] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.237740] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.238183] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.238183] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.238314] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.238376] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.238415] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.238553] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.238650] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.239129] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.239129] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.239129] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.239309] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.239309] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.239309] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ce93315e-8439-4d80-baba-74873c696fee is going to be updated. [ 799.264312] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.264732] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.264732] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.264732] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.264985] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.264985] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce93315e-8439-4d80-baba-74873c696fee" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.265970] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18d19e6d-8ac8-4e15-a4e6-043c3d605655 in Status: SUCCESS [ 800.266382] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18d19e6d-8ac8-4e15-a4e6-043c3d605655" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.266470] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18d19e6d-8ac8-4e15-a4e6-043c3d605655" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.266718] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18d19e6d-8ac8-4e15-a4e6-043c3d605655" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.266926] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.267127] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.267197] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.267384] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.267486] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.267597] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18d19e6d-8ac8-4e15-a4e6-043c3d605655',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.771761] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('18d19e6d-8ac8-4e15-a4e6-043c3d605655',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.274455] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('18d19e6d-8ac8-4e15-a4e6-043c3d605655',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.777384] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.777609] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.777690] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.777900] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.777987] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.778097] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18d19e6d-8ac8-4e15-a4e6-043c3d605655 is going to be updated. [ 801.811297] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.811297] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.811297] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.811297] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.811297] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.818806] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18d19e6d-8ac8-4e15-a4e6-043c3d605655 in Status: IN_PROGRESS for 2s [ 803.730979] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 803.731305] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 803.836162] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18d19e6d-8ac8-4e15-a4e6-043c3d605655 in Status: SUCCESS [ 803.836162] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18d19e6d-8ac8-4e15-a4e6-043c3d605655" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.836162] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18d19e6d-8ac8-4e15-a4e6-043c3d605655" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.836162] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18d19e6d-8ac8-4e15-a4e6-043c3d605655" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.836162] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.836162] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.836162] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.836162] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.836162] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.836162] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18d19e6d-8ac8-4e15-a4e6-043c3d605655" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.836162] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('18d19e6d-8ac8-4e15-a4e6-043c3d605655',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.836674] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18d19e6d-8ac8-4e15-a4e6-043c3d605655" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.837436] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18d19e6d-8ac8-4e15-a4e6-043c3d605655" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.837689] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.837829] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.837926] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.838130] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.838302] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.838405] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18d19e6d-8ac8-4e15-a4e6-043c3d605655',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.341044] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-18d19e6d-8ac8-4e15-a4e6-043c3d605655 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.341044] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18d19e6d-8ac8-4e15-a4e6-043c3d605655" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.341044] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('18d19e6d-8ac8-4e15-a4e6-043c3d605655',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.715348] env[65894]: INFO networking_nsxv3.common.synchronization [req-a6f168c7-bb03-43f8-a9a2-9a9201909947 req-5b73299b-54f2-41d4-ba8c-fe09402382f9 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Enqueued Resource ID: ee473872-0cee-445b-80c2-9872fc2d0453 with Priority: HIGHEST for action security_group_members [ 804.715892] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee473872-0cee-445b-80c2-9872fc2d0453 with Priority: HIGHEST for action security_group_members [ 804.716565] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee473872-0cee-445b-80c2-9872fc2d0453 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.716691] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.716761] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.716955] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.717306] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.717625] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.717625] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.717625] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.717815] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.717815] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee473872-0cee-445b-80c2-9872fc2d0453',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.845361] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('18d19e6d-8ac8-4e15-a4e6-043c3d605655',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.073381] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock network-802 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.073381] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "network-802" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.073381] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "network-802" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.073381] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "network-802" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.073381] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.073381] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.073802] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.073802] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.073802] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.073959] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 805.074087] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 805.074194] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 805.074295] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 805.074398] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 805.074514] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 805.074614] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 805.093377] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 805.093573] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 805.093708] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 805.093920] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "network-802" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.094384] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock port-317ef2d6-241c-45bb-9219-79b66e0f615b taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.094613] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "port-317ef2d6-241c-45bb-9219-79b66e0f615b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.094756] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "port-317ef2d6-241c-45bb-9219-79b66e0f615b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.095149] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "port-317ef2d6-241c-45bb-9219-79b66e0f615b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.095374] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('317ef2d6-241c-45bb-9219-79b66e0f615b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.220490] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.220749] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.220859] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.221050] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.221154] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.221380] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.221482] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.221543] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.221697] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.221772] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.221858] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee473872-0cee-445b-80c2-9872fc2d0453 is going to be deleted. [ 805.253570] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.253733] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.253810] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.254061] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.254165] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.254276] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.348097] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.348416] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.348416] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.349115] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.349115] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.349115] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18d19e6d-8ac8-4e15-a4e6-043c3d605655 is going to be updated. [ 805.377153] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.377306] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.377368] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.377594] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.377698] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.387406] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18d19e6d-8ac8-4e15-a4e6-043c3d605655 in Status: IN_PROGRESS for 2s [ 805.598248] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.598500] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.598594] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.598984] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.599155] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.599306] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Segment Port 317ef2d6-241c-45bb-9219-79b66e0f615b not found, creating... [ 805.599566] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.599824] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.599930] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.600168] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.600306] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.600588] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.600742] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.600857] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.601101] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.601247] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.601387] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Resource: SegmentPort with ID: 317ef2d6-241c-45bb-9219-79b66e0f615b is going to be created. [ 805.622331] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.622580] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.622705] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.622982] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.623235] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.623569] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "port-317ef2d6-241c-45bb-9219-79b66e0f615b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.374653] env[65894]: INFO networking_nsxv3.common.synchronization [req-a6f168c7-bb03-43f8-a9a2-9a9201909947 req-d4bb77b1-2602-4acd-8818-e7ae46f3668e service nova] Enqueued Resource ID: ee473872-0cee-445b-80c2-9872fc2d0453 with Priority: HIGHEST for action security_group_rules [ 806.374926] env[65894]: INFO networking_nsxv3.common.synchronization [req-a6f168c7-bb03-43f8-a9a2-9a9201909947 req-d4bb77b1-2602-4acd-8818-e7ae46f3668e service nova] Enqueued Resource ID: ee473872-0cee-445b-80c2-9872fc2d0453 with Priority: HIGHEST for action security_group_members [ 806.375013] env[65894]: INFO networking_nsxv3.common.synchronization [req-a6f168c7-bb03-43f8-a9a2-9a9201909947 req-d4bb77b1-2602-4acd-8818-e7ae46f3668e service nova] Enqueued Resource ID: 317ef2d6-241c-45bb-9219-79b66e0f615b with Priority: HIGHEST for action port [ 806.375526] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee473872-0cee-445b-80c2-9872fc2d0453 with Priority: HIGHEST for action security_group_rules [ 806.375695] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee473872-0cee-445b-80c2-9872fc2d0453 with Priority: HIGHEST for action security_group_members [ 806.375815] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 317ef2d6-241c-45bb-9219-79b66e0f615b with Priority: HIGHEST for action port [ 806.376655] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee473872-0cee-445b-80c2-9872fc2d0453 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.376802] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.376868] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.377121] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.377158] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee473872-0cee-445b-80c2-9872fc2d0453',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.378043] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee473872-0cee-445b-80c2-9872fc2d0453 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.378097] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.378172] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.378313] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.378453] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.378547] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.378604] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.378806] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.378892] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.378997] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee473872-0cee-445b-80c2-9872fc2d0453',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.379749] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-317ef2d6-241c-45bb-9219-79b66e0f615b taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.379853] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-317ef2d6-241c-45bb-9219-79b66e0f615b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.379917] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-317ef2d6-241c-45bb-9219-79b66e0f615b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.380154] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-317ef2d6-241c-45bb-9219-79b66e0f615b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.380225] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('317ef2d6-241c-45bb-9219-79b66e0f615b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.881624] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee473872-0cee-445b-80c2-9872fc2d0453 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.881775] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.881998] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee473872-0cee-445b-80c2-9872fc2d0453',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.882901] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 317ef2d6-241c-45bb-9219-79b66e0f615b with status ACTIVE [ 806.883099] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.883213] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.883279] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.883485] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.884063] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.884063] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.884063] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.884063] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.884063] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.884453] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.884453] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.884453] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.884453] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.885641] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.885641] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.885641] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 317ef2d6-241c-45bb-9219-79b66e0f615b is going to be updated. [ 806.911390] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.911524] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.911565] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.911763] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.911901] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.912282] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-317ef2d6-241c-45bb-9219-79b66e0f615b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.386935] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee473872-0cee-445b-80c2-9872fc2d0453',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.400246] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18d19e6d-8ac8-4e15-a4e6-043c3d605655 in Status: SUCCESS [ 807.400599] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18d19e6d-8ac8-4e15-a4e6-043c3d605655" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.401400] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18d19e6d-8ac8-4e15-a4e6-043c3d605655" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.401647] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18d19e6d-8ac8-4e15-a4e6-043c3d605655" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.401889] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.402048] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.402122] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.402885] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.402885] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.402885] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18d19e6d-8ac8-4e15-a4e6-043c3d605655" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.402885] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-18d19e6d-8ac8-4e15-a4e6-043c3d605655 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.402885] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18d19e6d-8ac8-4e15-a4e6-043c3d605655" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.403179] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18d19e6d-8ac8-4e15-a4e6-043c3d605655" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.403786] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18d19e6d-8ac8-4e15-a4e6-043c3d605655" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.403976] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.404074] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.404368] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.404820] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.404820] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.404820] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18d19e6d-8ac8-4e15-a4e6-043c3d605655" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.405925] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('18d19e6d-8ac8-4e15-a4e6-043c3d605655',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.890945] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.891056] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.891437] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.891437] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.891437] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.891584] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee473872-0cee-445b-80c2-9872fc2d0453 is going to be created. [ 807.907499] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 18d19e6d-8ac8-4e15-a4e6-043c3d605655: rpc.has_security_group_logging(os_id): False [ 807.918659] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.918861] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.918909] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.919349] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.919528] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.930480] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee473872-0cee-445b-80c2-9872fc2d0453 in Status: UNINITIALIZED for 2s [ 807.932646] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.932759] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.932759] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.932941] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.933032] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.933204] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.933309] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.933365] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.933487] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.933553] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.933747] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.933835] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.934624] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.934624] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.934624] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.934624] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.934624] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.934624] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.934624] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.934624] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.935482] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18d19e6d-8ac8-4e15-a4e6-043c3d605655 is going to be created. [ 807.992317] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.992423] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.992482] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.992687] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.992894] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.005192] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18d19e6d-8ac8-4e15-a4e6-043c3d605655 in Status: IN_PROGRESS for 2s [ 809.748777] env[65894]: INFO networking_nsxv3.common.synchronization [req-6f07685e-66a6-4b0e-bb83-ac89305e9068 req-d3e7b55b-94ef-4c65-915d-23f07d9b6caa tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Enqueued Resource ID: a3e52fc6-349c-4034-901a-23d384d743c9 with Priority: HIGHEST for action security_group_members [ 809.749298] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3e52fc6-349c-4034-901a-23d384d743c9 with Priority: HIGHEST for action security_group_members [ 809.749615] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3e52fc6-349c-4034-901a-23d384d743c9 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.749759] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.749829] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.750205] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.750403] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.750512] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.750575] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.750760] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.750849] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.750940] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3e52fc6-349c-4034-901a-23d384d743c9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.940949] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee473872-0cee-445b-80c2-9872fc2d0453 in Status: SUCCESS [ 809.940949] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.940949] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.941261] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.941459] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.941988] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.941988] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.941988] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.941988] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.941988] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.941988] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ee473872-0cee-445b-80c2-9872fc2d0453',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.019609] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18d19e6d-8ac8-4e15-a4e6-043c3d605655 in Status: SUCCESS [ 810.019812] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18d19e6d-8ac8-4e15-a4e6-043c3d605655" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.019984] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18d19e6d-8ac8-4e15-a4e6-043c3d605655" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.020221] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18d19e6d-8ac8-4e15-a4e6-043c3d605655" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.020308] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18d19e6d-8ac8-4e15-a4e6-043c3d605655',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.255908] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.256851] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.256851] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.259503] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.259503] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.259648] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.259719] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.259761] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.259950] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.260032] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.260118] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3e52fc6-349c-4034-901a-23d384d743c9 is going to be updated. [ 810.294305] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.294305] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.294305] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.294305] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.294305] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.308533] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3e52fc6-349c-4034-901a-23d384d743c9 in Status: IN_PROGRESS for 2s [ 810.444981] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee473872-0cee-445b-80c2-9872fc2d0453 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.445254] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.445314] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.445568] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.445794] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.445930] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.446031] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.446227] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.446348] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.446598] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.446893] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee473872-0cee-445b-80c2-9872fc2d0453 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.448051] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.448051] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.448051] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.448051] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.448051] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.448051] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.448051] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.448051] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.448051] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.448051] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ee473872-0cee-445b-80c2-9872fc2d0453',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.522290] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-18d19e6d-8ac8-4e15-a4e6-043c3d605655 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.522469] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18d19e6d-8ac8-4e15-a4e6-043c3d605655" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.522469] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18d19e6d-8ac8-4e15-a4e6-043c3d605655" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.522696] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18d19e6d-8ac8-4e15-a4e6-043c3d605655" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.522865] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.522969] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.523049] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.524114] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.524114] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.524114] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18d19e6d-8ac8-4e15-a4e6-043c3d605655" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.524114] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('18d19e6d-8ac8-4e15-a4e6-043c3d605655',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.952283] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ee473872-0cee-445b-80c2-9872fc2d0453: rpc.has_security_group_logging(os_id): False [ 810.975028] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.975251] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.975361] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.975581] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.975693] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.975825] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.975927] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.976016] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.976176] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.976257] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.976461] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.976650] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.976650] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.976821] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.976893] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.977136] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.977231] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.977284] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.977448] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.977517] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.977638] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee473872-0cee-445b-80c2-9872fc2d0453 is going to be created. [ 811.025794] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-18d19e6d-8ac8-4e15-a4e6-043c3d605655 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.025977] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18d19e6d-8ac8-4e15-a4e6-043c3d605655" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.026046] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18d19e6d-8ac8-4e15-a4e6-043c3d605655" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.026266] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18d19e6d-8ac8-4e15-a4e6-043c3d605655" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.026433] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.026536] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.026596] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.026785] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.026872] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.026959] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18d19e6d-8ac8-4e15-a4e6-043c3d605655" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.027121] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-18d19e6d-8ac8-4e15-a4e6-043c3d605655 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.027218] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18d19e6d-8ac8-4e15-a4e6-043c3d605655" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.027272] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18d19e6d-8ac8-4e15-a4e6-043c3d605655" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.027426] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18d19e6d-8ac8-4e15-a4e6-043c3d605655" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.027651] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.027816] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.027913] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.028079] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.028162] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.028312] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18d19e6d-8ac8-4e15-a4e6-043c3d605655" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.028364] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('18d19e6d-8ac8-4e15-a4e6-043c3d605655',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.117035] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.117035] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.117035] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.117304] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.117437] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.149778] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee473872-0cee-445b-80c2-9872fc2d0453 in Status: IN_PROGRESS for 2s [ 811.530869] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 18d19e6d-8ac8-4e15-a4e6-043c3d605655: rpc.has_security_group_logging(os_id): False [ 811.558082] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.558297] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.558376] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.559056] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.559056] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.559056] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.559056] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.559056] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.559504] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.559504] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.559617] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.559617] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.559758] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.559811] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.559893] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.565384] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.565384] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.565384] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.565384] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.565384] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.565384] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18d19e6d-8ac8-4e15-a4e6-043c3d605655 is going to be updated. [ 811.642790] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.642790] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.643414] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.643648] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.643809] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.666376] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18d19e6d-8ac8-4e15-a4e6-043c3d605655 in Status: IN_PROGRESS for 2s [ 812.318634] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3e52fc6-349c-4034-901a-23d384d743c9 in Status: SUCCESS [ 812.318962] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3e52fc6-349c-4034-901a-23d384d743c9 deletion is rescheduled due to dependency. [ 812.318962] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.812463] env[65894]: INFO networking_nsxv3.common.synchronization [None req-7b696e3e-6ee7-4d57-a8a9-408889edbed2 None None] Enqueued Resource ID: d12d35d2-f8d1-43dc-a785-d2dc53e56096 with Priority: HIGHEST for action port [ 812.812639] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d12d35d2-f8d1-43dc-a785-d2dc53e56096 with Priority: HIGHEST for action port [ 812.813268] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-d12d35d2-f8d1-43dc-a785-d2dc53e56096 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.813830] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d12d35d2-f8d1-43dc-a785-d2dc53e56096" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.813830] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d12d35d2-f8d1-43dc-a785-d2dc53e56096" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.813830] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d12d35d2-f8d1-43dc-a785-d2dc53e56096" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.813830] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d12d35d2-f8d1-43dc-a785-d2dc53e56096',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.168368] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee473872-0cee-445b-80c2-9872fc2d0453 in Status: SUCCESS [ 813.168657] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.316686] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d12d35d2-f8d1-43dc-a785-d2dc53e56096 [ 813.317061] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.317061] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.317225] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.318028] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.319086] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.319086] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d12d35d2-f8d1-43dc-a785-d2dc53e56096 already deleted. [ 813.319086] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d12d35d2-f8d1-43dc-a785-d2dc53e56096" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.685728] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 18d19e6d-8ac8-4e15-a4e6-043c3d605655 in Status: SUCCESS [ 813.685728] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18d19e6d-8ac8-4e15-a4e6-043c3d605655" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.775049] env[65894]: INFO networking_nsxv3.common.synchronization [None req-e67fb25e-4102-4bbe-9c7c-d2adb720b81a None None] Enqueued Resource ID: 4ab1959f-953e-41f9-ae7e-f0e4c9d42acf with Priority: HIGHEST for action port [ 814.775665] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ab1959f-953e-41f9-ae7e-f0e4c9d42acf with Priority: HIGHEST for action port [ 814.776889] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ab1959f-953e-41f9-ae7e-f0e4c9d42acf taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.776889] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ab1959f-953e-41f9-ae7e-f0e4c9d42acf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.776889] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ab1959f-953e-41f9-ae7e-f0e4c9d42acf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.777113] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ab1959f-953e-41f9-ae7e-f0e4c9d42acf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.777113] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ab1959f-953e-41f9-ae7e-f0e4c9d42acf',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.280325] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4ab1959f-953e-41f9-ae7e-f0e4c9d42acf [ 815.280591] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.280738] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.280810] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.281065] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.281134] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.281331] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4ab1959f-953e-41f9-ae7e-f0e4c9d42acf already deleted. [ 815.281331] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ab1959f-953e-41f9-ae7e-f0e4c9d42acf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.239690] env[65894]: INFO networking_nsxv3.common.synchronization [req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 req-6cf6e666-e18d-4d61-aa79-1b3f6862f3ab tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] Enqueued Resource ID: 8d57eb1a-6402-4337-b93e-c95618cff862 with Priority: HIGHEST for action security_group_members [ 817.240055] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d57eb1a-6402-4337-b93e-c95618cff862 with Priority: HIGHEST for action security_group_members [ 817.240606] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d57eb1a-6402-4337-b93e-c95618cff862 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.240606] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d57eb1a-6402-4337-b93e-c95618cff862" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.240606] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d57eb1a-6402-4337-b93e-c95618cff862" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.240790] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d57eb1a-6402-4337-b93e-c95618cff862" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.240929] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.241046] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.241159] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.241740] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.241740] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.241740] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d57eb1a-6402-4337-b93e-c95618cff862',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.667321] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock network-949 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.667504] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "network-949" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.667504] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "network-949" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.668132] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "network-949" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.668132] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.669344] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.669344] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.669344] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.669344] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.669344] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 817.669344] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 817.669614] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 817.669614] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 817.669784] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 817.669971] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 817.670921] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 817.694393] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 817.697339] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 817.697339] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 817.697339] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "network-949" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.697339] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock port-3ec5912a-f70a-45af-97b1-f7dc8eb74045 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.697339] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "port-3ec5912a-f70a-45af-97b1-f7dc8eb74045" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.697339] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "port-3ec5912a-f70a-45af-97b1-f7dc8eb74045" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.697339] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "port-3ec5912a-f70a-45af-97b1-f7dc8eb74045" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.697339] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ec5912a-f70a-45af-97b1-f7dc8eb74045',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.748423] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.748423] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.748423] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.749184] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.749294] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.749543] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.749714] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.749837] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.750054] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.750193] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.750356] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d57eb1a-6402-4337-b93e-c95618cff862 already deleted. [ 817.750483] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d57eb1a-6402-4337-b93e-c95618cff862" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.199969] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.200324] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.200500] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.200907] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.201136] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.201492] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Segment Port 3ec5912a-f70a-45af-97b1-f7dc8eb74045 not found, creating... [ 818.201835] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.202014] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.202137] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.202379] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.202568] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.203047] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.203233] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.203364] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.203584] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.203724] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.203865] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Resource: SegmentPort with ID: 3ec5912a-f70a-45af-97b1-f7dc8eb74045 is going to be created. [ 818.226636] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.226950] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.227159] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.227418] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.227696] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.227886] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "port-3ec5912a-f70a-45af-97b1-f7dc8eb74045" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.921021] env[65894]: INFO networking_nsxv3.common.synchronization [req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 req-0b55e53d-e967-471e-935a-37c3bdcb525f service nova] Enqueued Resource ID: 8d57eb1a-6402-4337-b93e-c95618cff862 with Priority: HIGHEST for action security_group_rules [ 818.921021] env[65894]: INFO networking_nsxv3.common.synchronization [req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 req-0b55e53d-e967-471e-935a-37c3bdcb525f service nova] Enqueued Resource ID: 8d57eb1a-6402-4337-b93e-c95618cff862 with Priority: HIGHEST for action security_group_members [ 818.921021] env[65894]: INFO networking_nsxv3.common.synchronization [req-21bf8764-0c4e-4212-831a-dc8d8b7e41c3 req-0b55e53d-e967-471e-935a-37c3bdcb525f service nova] Enqueued Resource ID: 3ec5912a-f70a-45af-97b1-f7dc8eb74045 with Priority: HIGHEST for action port [ 818.921456] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d57eb1a-6402-4337-b93e-c95618cff862 with Priority: HIGHEST for action security_group_rules [ 818.921456] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d57eb1a-6402-4337-b93e-c95618cff862 with Priority: HIGHEST for action security_group_members [ 818.922666] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ec5912a-f70a-45af-97b1-f7dc8eb74045 with Priority: HIGHEST for action port [ 818.922666] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8d57eb1a-6402-4337-b93e-c95618cff862 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.922666] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8d57eb1a-6402-4337-b93e-c95618cff862" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.922666] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8d57eb1a-6402-4337-b93e-c95618cff862" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.922666] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8d57eb1a-6402-4337-b93e-c95618cff862" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.922666] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8d57eb1a-6402-4337-b93e-c95618cff862',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.923663] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d57eb1a-6402-4337-b93e-c95618cff862 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.923866] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d57eb1a-6402-4337-b93e-c95618cff862" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.923866] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d57eb1a-6402-4337-b93e-c95618cff862" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.924030] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d57eb1a-6402-4337-b93e-c95618cff862" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.924178] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.924276] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.924330] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.924470] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.924551] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.924856] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d57eb1a-6402-4337-b93e-c95618cff862',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.925410] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ec5912a-f70a-45af-97b1-f7dc8eb74045 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.925510] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ec5912a-f70a-45af-97b1-f7dc8eb74045" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.925569] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ec5912a-f70a-45af-97b1-f7dc8eb74045" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.925724] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ec5912a-f70a-45af-97b1-f7dc8eb74045" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.925785] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ec5912a-f70a-45af-97b1-f7dc8eb74045',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.429819] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d57eb1a-6402-4337-b93e-c95618cff862 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.429819] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d57eb1a-6402-4337-b93e-c95618cff862" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.430097] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8d57eb1a-6402-4337-b93e-c95618cff862',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.430808] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3ec5912a-f70a-45af-97b1-f7dc8eb74045 with status ACTIVE [ 819.430993] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.431148] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.431219] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.431449] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.431537] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.432866] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.432866] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.432866] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.432866] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.432866] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.432866] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.432866] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.432866] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.433310] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.433310] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.433310] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3ec5912a-f70a-45af-97b1-f7dc8eb74045 is going to be updated. [ 819.529991] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.530275] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.530275] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.530552] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.530606] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.530821] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ec5912a-f70a-45af-97b1-f7dc8eb74045" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.673530] env[65894]: INFO networking_nsxv3.common.synchronization [None req-7680f5bf-51c3-45d6-a184-83921e60235f None None] Enqueued Resource ID: 21cc31a3-d06e-4e0e-b863-6cee7f81f302 with Priority: HIGHEST for action port [ 819.674633] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21cc31a3-d06e-4e0e-b863-6cee7f81f302 with Priority: HIGHEST for action port [ 819.674734] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-21cc31a3-d06e-4e0e-b863-6cee7f81f302 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.674815] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21cc31a3-d06e-4e0e-b863-6cee7f81f302" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.674870] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21cc31a3-d06e-4e0e-b863-6cee7f81f302" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.675135] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21cc31a3-d06e-4e0e-b863-6cee7f81f302" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.675276] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21cc31a3-d06e-4e0e-b863-6cee7f81f302',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.936737] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8d57eb1a-6402-4337-b93e-c95618cff862',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.179363] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 21cc31a3-d06e-4e0e-b863-6cee7f81f302 [ 820.179363] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.179363] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.179363] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.179363] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.179363] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.179363] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:21cc31a3-d06e-4e0e-b863-6cee7f81f302 already deleted. [ 820.179363] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21cc31a3-d06e-4e0e-b863-6cee7f81f302" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.439909] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.440084] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.440155] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.440364] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.440454] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.440560] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d57eb1a-6402-4337-b93e-c95618cff862 is going to be created. [ 820.471469] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.471610] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.471674] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.472022] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.472201] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.486123] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d57eb1a-6402-4337-b93e-c95618cff862 in Status: UNINITIALIZED for 2s [ 821.865485] env[65894]: INFO networking_nsxv3.common.synchronization [None req-299dded6-a46c-40e7-8b80-4e9cefcef863 None None] Enqueued Resource ID: 874a150f-aee8-4767-b5e5-a200588879d7 with Priority: HIGHEST for action port [ 821.866140] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 874a150f-aee8-4767-b5e5-a200588879d7 with Priority: HIGHEST for action port [ 821.866459] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-874a150f-aee8-4767-b5e5-a200588879d7 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.866613] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-874a150f-aee8-4767-b5e5-a200588879d7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.866650] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-874a150f-aee8-4767-b5e5-a200588879d7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.867018] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-874a150f-aee8-4767-b5e5-a200588879d7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.867110] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('874a150f-aee8-4767-b5e5-a200588879d7',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.369963] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 874a150f-aee8-4767-b5e5-a200588879d7 [ 822.370227] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.370363] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.370438] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.370661] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.370753] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.370852] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:874a150f-aee8-4767-b5e5-a200588879d7 already deleted. [ 822.370943] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-874a150f-aee8-4767-b5e5-a200588879d7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.497643] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d57eb1a-6402-4337-b93e-c95618cff862 in Status: SUCCESS [ 822.497878] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d57eb1a-6402-4337-b93e-c95618cff862" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.498085] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d57eb1a-6402-4337-b93e-c95618cff862" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.498470] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d57eb1a-6402-4337-b93e-c95618cff862" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.498599] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.498790] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.498885] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.498983] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.499080] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.499167] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d57eb1a-6402-4337-b93e-c95618cff862" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.499774] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8d57eb1a-6402-4337-b93e-c95618cff862',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.003039] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d57eb1a-6402-4337-b93e-c95618cff862 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.003039] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d57eb1a-6402-4337-b93e-c95618cff862" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.003485] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d57eb1a-6402-4337-b93e-c95618cff862" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.003485] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d57eb1a-6402-4337-b93e-c95618cff862" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.003553] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.003693] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.003693] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.003868] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.003965] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.004083] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d57eb1a-6402-4337-b93e-c95618cff862" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.004240] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d57eb1a-6402-4337-b93e-c95618cff862 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.004353] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d57eb1a-6402-4337-b93e-c95618cff862" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.004422] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d57eb1a-6402-4337-b93e-c95618cff862" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.004632] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d57eb1a-6402-4337-b93e-c95618cff862" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.004782] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.004900] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.004937] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.005112] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.005209] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.005300] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d57eb1a-6402-4337-b93e-c95618cff862" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.005397] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8d57eb1a-6402-4337-b93e-c95618cff862',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.507652] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8d57eb1a-6402-4337-b93e-c95618cff862: rpc.has_security_group_logging(os_id): False [ 823.526936] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.527105] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.527179] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.527396] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.527488] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.527709] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.527808] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.527901] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.528026] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.528105] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.528279] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.528371] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.528429] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.528566] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.528638] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.528858] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.528941] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.529015] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.529165] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.529240] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.529325] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8d57eb1a-6402-4337-b93e-c95618cff862 is going to be created. [ 823.587105] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.588104] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.588249] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.588489] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.588683] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.599928] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d57eb1a-6402-4337-b93e-c95618cff862 in Status: IN_PROGRESS for 2s [ 825.617923] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8d57eb1a-6402-4337-b93e-c95618cff862 in Status: SUCCESS [ 825.617923] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8d57eb1a-6402-4337-b93e-c95618cff862" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.867702] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 826.868172] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 827.943628] env[65894]: INFO networking_nsxv3.common.synchronization [None req-7f541005-8970-4463-8b1e-a8c1c9862f79 None None] Enqueued Resource ID: 30353b63-e3c2-4c12-bbcc-13546afc2f46 with Priority: HIGHEST for action port [ 827.944207] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30353b63-e3c2-4c12-bbcc-13546afc2f46 with Priority: HIGHEST for action port [ 827.944662] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-30353b63-e3c2-4c12-bbcc-13546afc2f46 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.944820] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30353b63-e3c2-4c12-bbcc-13546afc2f46" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.944917] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30353b63-e3c2-4c12-bbcc-13546afc2f46" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.945443] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30353b63-e3c2-4c12-bbcc-13546afc2f46" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.945537] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30353b63-e3c2-4c12-bbcc-13546afc2f46',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.448525] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 30353b63-e3c2-4c12-bbcc-13546afc2f46 [ 828.452078] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.452078] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.452078] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.452078] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.452078] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.452078] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:30353b63-e3c2-4c12-bbcc-13546afc2f46 already deleted. [ 828.452078] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30353b63-e3c2-4c12-bbcc-13546afc2f46" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.592747] env[65894]: INFO networking_nsxv3.common.synchronization [req-227dc0e8-0a17-4802-8fdb-5d7c481a460f req-2304f969-e4ce-40c6-9690-df51c13b20ad tempest-ServersTestBootFromVolume-974684916 tempest-ServersTestBootFromVolume-974684916-project-member] Enqueued Resource ID: bf27b547-48d9-449a-b894-76107873c429 with Priority: HIGHEST for action security_group_members [ 829.593979] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf27b547-48d9-449a-b894-76107873c429 with Priority: HIGHEST for action security_group_members [ 829.593979] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf27b547-48d9-449a-b894-76107873c429 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.593979] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf27b547-48d9-449a-b894-76107873c429" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.593979] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf27b547-48d9-449a-b894-76107873c429" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.594233] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf27b547-48d9-449a-b894-76107873c429" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.594397] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.594659] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.594659] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.594795] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.594831] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.594908] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf27b547-48d9-449a-b894-76107873c429',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.098322] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.098576] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.098576] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.098960] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.098960] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.099968] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.099968] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.099968] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.101069] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.101162] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.101302] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf27b547-48d9-449a-b894-76107873c429 is going to be updated. [ 830.135093] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.135525] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.135525] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.135746] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.135746] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.147896] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf27b547-48d9-449a-b894-76107873c429 in Status: IN_PROGRESS for 2s [ 832.020792] env[65894]: INFO networking_nsxv3.common.synchronization [None req-6a216e9e-72df-4168-a68c-93766d926331 None None] Enqueued Resource ID: 748b0ee7-ea71-41cc-bd28-1c3eeb771463 with Priority: HIGHEST for action port [ 832.021947] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 748b0ee7-ea71-41cc-bd28-1c3eeb771463 with Priority: HIGHEST for action port [ 832.021947] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-748b0ee7-ea71-41cc-bd28-1c3eeb771463 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.022722] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-748b0ee7-ea71-41cc-bd28-1c3eeb771463" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.022812] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-748b0ee7-ea71-41cc-bd28-1c3eeb771463" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.023141] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-748b0ee7-ea71-41cc-bd28-1c3eeb771463" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.023230] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('748b0ee7-ea71-41cc-bd28-1c3eeb771463',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.160142] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf27b547-48d9-449a-b894-76107873c429 in Status: SUCCESS [ 832.160330] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf27b547-48d9-449a-b894-76107873c429 deletion is rescheduled due to dependency. [ 832.160446] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf27b547-48d9-449a-b894-76107873c429" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.165843] env[65894]: INFO networking_nsxv3.common.synchronization [req-e19383c2-9479-4f2d-87de-b6dc03757d4e req-c416e886-6705-418c-9bbb-8fd63cc94273 tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] Enqueued Resource ID: 53724d4f-dbcb-4468-8f0c-07b53cbc1c34 with Priority: HIGHEST for action security_group_members [ 832.166585] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53724d4f-dbcb-4468-8f0c-07b53cbc1c34 with Priority: HIGHEST for action security_group_members [ 832.167748] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-53724d4f-dbcb-4468-8f0c-07b53cbc1c34 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.167905] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53724d4f-dbcb-4468-8f0c-07b53cbc1c34" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.167978] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53724d4f-dbcb-4468-8f0c-07b53cbc1c34" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.169440] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53724d4f-dbcb-4468-8f0c-07b53cbc1c34" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.169624] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.169734] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.169796] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.169982] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.170090] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.170187] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53724d4f-dbcb-4468-8f0c-07b53cbc1c34',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.271718] env[65894]: INFO networking_nsxv3.common.synchronization [None req-914c5e0a-5b78-455d-8d8a-a1975772dd5c None None] Enqueued Resource ID: 9577958a-07ce-4841-ac75-cf2dba309742 with Priority: HIGHEST for action port [ 832.275381] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9577958a-07ce-4841-ac75-cf2dba309742 with Priority: HIGHEST for action port [ 832.275788] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-9577958a-07ce-4841-ac75-cf2dba309742 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.275916] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9577958a-07ce-4841-ac75-cf2dba309742" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.275971] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9577958a-07ce-4841-ac75-cf2dba309742" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.277257] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9577958a-07ce-4841-ac75-cf2dba309742" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.277372] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9577958a-07ce-4841-ac75-cf2dba309742',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.525455] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 748b0ee7-ea71-41cc-bd28-1c3eeb771463 [ 832.525747] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.525906] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.526031] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.526286] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.526408] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.526481] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:748b0ee7-ea71-41cc-bd28-1c3eeb771463 already deleted. [ 832.526580] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-748b0ee7-ea71-41cc-bd28-1c3eeb771463" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.623694] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock network-789 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.623843] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "network-789" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.624108] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "network-789" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.624267] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "network-789" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.624555] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.624720] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.624853] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.625161] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.625338] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.625797] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 832.625797] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 832.626024] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 832.626024] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 832.626111] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 832.626311] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 832.626311] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 832.648032] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 832.648215] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 832.648352] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 832.648530] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "network-789" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.648858] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock port-bc50e838-0b43-47eb-bc74-e91f3b70cd34 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.649061] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "port-bc50e838-0b43-47eb-bc74-e91f3b70cd34" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.649172] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "port-bc50e838-0b43-47eb-bc74-e91f3b70cd34" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.649512] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "port-bc50e838-0b43-47eb-bc74-e91f3b70cd34" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.649651] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc50e838-0b43-47eb-bc74-e91f3b70cd34',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.672899] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.673167] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.673278] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.673526] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.673627] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.673855] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.673977] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.674073] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.674272] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.674354] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.674451] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53724d4f-dbcb-4468-8f0c-07b53cbc1c34 already deleted. [ 832.674749] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53724d4f-dbcb-4468-8f0c-07b53cbc1c34" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.780487] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9577958a-07ce-4841-ac75-cf2dba309742 [ 832.780680] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.780815] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.780884] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.781183] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.781289] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.781390] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9577958a-07ce-4841-ac75-cf2dba309742 already deleted. [ 832.781470] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9577958a-07ce-4841-ac75-cf2dba309742" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.152590] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.153151] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.153151] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.153736] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.153736] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.153736] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Segment Port bc50e838-0b43-47eb-bc74-e91f3b70cd34 not found, creating... [ 833.153979] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.154163] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.154240] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.154676] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.154676] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.154979] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.155354] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.155553] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.155908] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.156182] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.156433] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Resource: SegmentPort with ID: bc50e838-0b43-47eb-bc74-e91f3b70cd34 is going to be created. [ 833.183611] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.183867] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.183969] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.184299] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.184586] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.184853] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "port-bc50e838-0b43-47eb-bc74-e91f3b70cd34" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.975365] env[65894]: INFO networking_nsxv3.common.synchronization [req-e19383c2-9479-4f2d-87de-b6dc03757d4e req-3a4f707a-b16f-4bf1-a563-cd38b61534a6 service nova] Enqueued Resource ID: 53724d4f-dbcb-4468-8f0c-07b53cbc1c34 with Priority: HIGHEST for action security_group_rules [ 833.975595] env[65894]: INFO networking_nsxv3.common.synchronization [req-e19383c2-9479-4f2d-87de-b6dc03757d4e req-3a4f707a-b16f-4bf1-a563-cd38b61534a6 service nova] Enqueued Resource ID: 53724d4f-dbcb-4468-8f0c-07b53cbc1c34 with Priority: HIGHEST for action security_group_members [ 833.975744] env[65894]: INFO networking_nsxv3.common.synchronization [req-e19383c2-9479-4f2d-87de-b6dc03757d4e req-3a4f707a-b16f-4bf1-a563-cd38b61534a6 service nova] Enqueued Resource ID: bc50e838-0b43-47eb-bc74-e91f3b70cd34 with Priority: HIGHEST for action port [ 833.976703] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53724d4f-dbcb-4468-8f0c-07b53cbc1c34 with Priority: HIGHEST for action security_group_rules [ 833.976916] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53724d4f-dbcb-4468-8f0c-07b53cbc1c34 with Priority: HIGHEST for action security_group_members [ 833.981020] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc50e838-0b43-47eb-bc74-e91f3b70cd34 with Priority: HIGHEST for action port [ 833.981020] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53724d4f-dbcb-4468-8f0c-07b53cbc1c34 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.981020] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53724d4f-dbcb-4468-8f0c-07b53cbc1c34" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.981020] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53724d4f-dbcb-4468-8f0c-07b53cbc1c34" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.981020] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53724d4f-dbcb-4468-8f0c-07b53cbc1c34" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.981020] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53724d4f-dbcb-4468-8f0c-07b53cbc1c34',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.981020] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-53724d4f-dbcb-4468-8f0c-07b53cbc1c34 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.982300] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53724d4f-dbcb-4468-8f0c-07b53cbc1c34" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.983474] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53724d4f-dbcb-4468-8f0c-07b53cbc1c34" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.983474] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53724d4f-dbcb-4468-8f0c-07b53cbc1c34" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.983474] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.983474] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.983474] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.983474] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.984174] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.984286] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53724d4f-dbcb-4468-8f0c-07b53cbc1c34',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.987156] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc50e838-0b43-47eb-bc74-e91f3b70cd34 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.987156] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc50e838-0b43-47eb-bc74-e91f3b70cd34" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.987156] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc50e838-0b43-47eb-bc74-e91f3b70cd34" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.987354] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc50e838-0b43-47eb-bc74-e91f3b70cd34" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.987354] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc50e838-0b43-47eb-bc74-e91f3b70cd34',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.481791] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-53724d4f-dbcb-4468-8f0c-07b53cbc1c34 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.482092] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53724d4f-dbcb-4468-8f0c-07b53cbc1c34" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.491483] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53724d4f-dbcb-4468-8f0c-07b53cbc1c34',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.493977] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bc50e838-0b43-47eb-bc74-e91f3b70cd34 with status ACTIVE [ 834.493977] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.493977] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.493977] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.494594] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.494594] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.494594] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.494700] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.494784] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.495328] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.495441] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.495641] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.495755] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.495816] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.496023] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.496062] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.496121] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bc50e838-0b43-47eb-bc74-e91f3b70cd34 is going to be updated. [ 834.520924] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.520924] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.520924] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.520924] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.520924] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.520924] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc50e838-0b43-47eb-bc74-e91f3b70cd34" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.998868] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53724d4f-dbcb-4468-8f0c-07b53cbc1c34',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.502305] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.502723] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.502723] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.502723] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.502892] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.502892] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53724d4f-dbcb-4468-8f0c-07b53cbc1c34 is going to be created. [ 835.532643] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.532643] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.532643] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.532963] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.532963] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.544394] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53724d4f-dbcb-4468-8f0c-07b53cbc1c34 in Status: UNINITIALIZED for 2s [ 835.782325] env[65894]: INFO networking_nsxv3.common.synchronization [None req-9cf9cfba-e2e4-4e3c-895d-791307949e87 None None] Enqueued Resource ID: c674c750-f95b-4add-b4e0-6a7b47e2d66e with Priority: HIGHEST for action port [ 835.782954] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c674c750-f95b-4add-b4e0-6a7b47e2d66e with Priority: HIGHEST for action port [ 835.783321] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-c674c750-f95b-4add-b4e0-6a7b47e2d66e taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.783404] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c674c750-f95b-4add-b4e0-6a7b47e2d66e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.783483] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c674c750-f95b-4add-b4e0-6a7b47e2d66e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.783720] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c674c750-f95b-4add-b4e0-6a7b47e2d66e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.783802] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c674c750-f95b-4add-b4e0-6a7b47e2d66e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.287505] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c674c750-f95b-4add-b4e0-6a7b47e2d66e [ 836.287505] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.287505] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.287505] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.287680] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.287775] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.287964] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c674c750-f95b-4add-b4e0-6a7b47e2d66e already deleted. [ 836.288164] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c674c750-f95b-4add-b4e0-6a7b47e2d66e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.072532] env[65894]: INFO networking_nsxv3.common.synchronization [req-1d8cfa34-abcb-4dd1-b831-30157148a0aa req-cc1bdf37-f32b-4865-9461-cb9d2aa9bfcf tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Enqueued Resource ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 with Priority: HIGHEST for action security_group_members [ 837.073195] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 with Priority: HIGHEST for action security_group_members [ 837.073577] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.073852] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.073852] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.073975] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.074167] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.074358] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.074444] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.074614] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.074719] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.075112] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.534321] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock network-123 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.534321] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "network-123" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.534321] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "network-123" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.534321] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "network-123" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.534321] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.534321] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.535177] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.536140] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.536357] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.536632] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 837.536796] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 837.536986] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 837.537166] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 837.537326] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 837.537474] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 837.537651] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 837.556605] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53724d4f-dbcb-4468-8f0c-07b53cbc1c34 in Status: SUCCESS [ 837.556605] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53724d4f-dbcb-4468-8f0c-07b53cbc1c34" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.556997] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53724d4f-dbcb-4468-8f0c-07b53cbc1c34" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.557244] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53724d4f-dbcb-4468-8f0c-07b53cbc1c34" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.557437] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.557556] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.557639] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.557769] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.557851] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.558060] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53724d4f-dbcb-4468-8f0c-07b53cbc1c34" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.560182] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('53724d4f-dbcb-4468-8f0c-07b53cbc1c34',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.566105] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 837.566329] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 837.566530] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 837.566664] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "network-123" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.566978] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock port-70db099b-f954-4387-853c-23fe9f2d1082 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.567178] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "port-70db099b-f954-4387-853c-23fe9f2d1082" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.567294] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "port-70db099b-f954-4387-853c-23fe9f2d1082" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.567617] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "port-70db099b-f954-4387-853c-23fe9f2d1082" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.567749] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70db099b-f954-4387-853c-23fe9f2d1082',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.577446] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.577993] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.577993] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.577993] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.603824] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.604165] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.604321] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.604377] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.604701] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.605854] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.605854] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 is going to be updated. [ 837.633321] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.633827] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.634074] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.634454] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.634746] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.646034] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 in Status: IN_PROGRESS for 2s [ 837.690305] env[65894]: INFO networking_nsxv3.common.synchronization [None req-924e00ba-64e0-452c-a3d2-0bf259a5ed67 None None] Enqueued Resource ID: 2c044562-fe2a-485d-974c-2411f50ad875 with Priority: HIGHEST for action port [ 837.691015] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c044562-fe2a-485d-974c-2411f50ad875 with Priority: HIGHEST for action port [ 837.692304] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c044562-fe2a-485d-974c-2411f50ad875 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.692304] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c044562-fe2a-485d-974c-2411f50ad875" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.692304] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c044562-fe2a-485d-974c-2411f50ad875" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.692505] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c044562-fe2a-485d-974c-2411f50ad875" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.693230] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c044562-fe2a-485d-974c-2411f50ad875',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.070485] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-53724d4f-dbcb-4468-8f0c-07b53cbc1c34 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.070711] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53724d4f-dbcb-4468-8f0c-07b53cbc1c34" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.070766] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53724d4f-dbcb-4468-8f0c-07b53cbc1c34" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.070949] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53724d4f-dbcb-4468-8f0c-07b53cbc1c34" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.071163] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.071298] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.071357] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.071526] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.071650] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.071749] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53724d4f-dbcb-4468-8f0c-07b53cbc1c34" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.071897] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-53724d4f-dbcb-4468-8f0c-07b53cbc1c34 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.071990] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53724d4f-dbcb-4468-8f0c-07b53cbc1c34" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.072063] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53724d4f-dbcb-4468-8f0c-07b53cbc1c34" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.072204] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53724d4f-dbcb-4468-8f0c-07b53cbc1c34" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.072342] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.072445] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.072502] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.072682] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.072965] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.072965] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53724d4f-dbcb-4468-8f0c-07b53cbc1c34" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.072965] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('53724d4f-dbcb-4468-8f0c-07b53cbc1c34',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.074287] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.074477] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.074599] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.074844] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.076696] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.076696] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Segment Port 70db099b-f954-4387-853c-23fe9f2d1082 not found, creating... [ 838.076696] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.076696] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.076696] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.076696] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.076696] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.076696] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.076696] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.077226] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.077226] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.077761] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.077761] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Resource: SegmentPort with ID: 70db099b-f954-4387-853c-23fe9f2d1082 is going to be created. [ 838.101525] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.101820] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.101908] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.104022] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.104022] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.104022] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "port-70db099b-f954-4387-853c-23fe9f2d1082" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.197059] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2c044562-fe2a-485d-974c-2411f50ad875 [ 838.197059] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.197059] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.197059] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.197059] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.197059] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.197059] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2c044562-fe2a-485d-974c-2411f50ad875 already deleted. [ 838.197059] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c044562-fe2a-485d-974c-2411f50ad875" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.580313] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 53724d4f-dbcb-4468-8f0c-07b53cbc1c34: rpc.has_security_group_logging(os_id): False [ 838.600141] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.600288] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.600360] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.600576] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.600672] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.600860] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.600961] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.601035] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.601212] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.601312] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.601578] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.601578] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.601694] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.601865] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.601865] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.602152] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.603162] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.603162] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.604066] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.605332] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.605332] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53724d4f-dbcb-4468-8f0c-07b53cbc1c34 is going to be created. [ 838.672774] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.672928] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.672995] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.673230] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.673410] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.685079] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53724d4f-dbcb-4468-8f0c-07b53cbc1c34 in Status: IN_PROGRESS for 2s [ 838.884859] env[65894]: INFO networking_nsxv3.common.synchronization [req-1d8cfa34-abcb-4dd1-b831-30157148a0aa req-46e1a0b5-3c94-488b-b445-f7cc06789834 service nova] Enqueued Resource ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 with Priority: HIGHEST for action security_group_rules [ 838.885175] env[65894]: INFO networking_nsxv3.common.synchronization [req-1d8cfa34-abcb-4dd1-b831-30157148a0aa req-46e1a0b5-3c94-488b-b445-f7cc06789834 service nova] Enqueued Resource ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 with Priority: HIGHEST for action security_group_members [ 838.888033] env[65894]: INFO networking_nsxv3.common.synchronization [req-1d8cfa34-abcb-4dd1-b831-30157148a0aa req-46e1a0b5-3c94-488b-b445-f7cc06789834 service nova] Enqueued Resource ID: 70db099b-f954-4387-853c-23fe9f2d1082 with Priority: HIGHEST for action port [ 838.888033] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 with Priority: HIGHEST for action security_group_rules [ 838.888033] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 with Priority: HIGHEST for action security_group_members [ 838.888033] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70db099b-f954-4387-853c-23fe9f2d1082 with Priority: HIGHEST for action port [ 838.888033] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.888033] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.888033] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.888033] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.888033] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.888608] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.888608] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.889823] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-70db099b-f954-4387-853c-23fe9f2d1082 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.889823] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-70db099b-f954-4387-853c-23fe9f2d1082" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.889823] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-70db099b-f954-4387-853c-23fe9f2d1082" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.889823] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-70db099b-f954-4387-853c-23fe9f2d1082" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.889823] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('70db099b-f954-4387-853c-23fe9f2d1082',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.391780] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.392186] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.398019] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 70db099b-f954-4387-853c-23fe9f2d1082 with status ACTIVE [ 839.398019] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.398019] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.398019] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.398019] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.398019] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.398019] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.398019] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.398019] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.398019] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.398019] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.398019] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.398019] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.398019] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.398019] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.398019] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.398019] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 70db099b-f954-4387-853c-23fe9f2d1082 is going to be updated. [ 839.435076] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.435361] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.435361] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.435523] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.435636] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.435799] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-70db099b-f954-4387-853c-23fe9f2d1082" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.657620] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 in Status: SUCCESS [ 839.657818] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 deletion is rescheduled due to dependency. [ 839.658171] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.658271] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.658490] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.658748] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.658914] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.659065] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.659297] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.659415] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.659552] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.968324] env[65894]: INFO networking_nsxv3.common.synchronization [None req-ac27329a-b4ef-4858-bf1a-9fddf6daece8 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Enqueued Resource ID: 938afa8a-2cd0-4cf0-a00d-011876fde21d with Priority: HIGHEST for action security_group_rules [ 839.969327] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 938afa8a-2cd0-4cf0-a00d-011876fde21d with Priority: HIGHEST for action security_group_rules [ 839.969413] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-938afa8a-2cd0-4cf0-a00d-011876fde21d taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.969488] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-938afa8a-2cd0-4cf0-a00d-011876fde21d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.969582] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-938afa8a-2cd0-4cf0-a00d-011876fde21d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.970175] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-938afa8a-2cd0-4cf0-a00d-011876fde21d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.970286] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('938afa8a-2cd0-4cf0-a00d-011876fde21d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.094221] env[65894]: INFO networking_nsxv3.common.synchronization [None req-5f126922-37cb-4bec-8e8c-004c0c2a3485 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Enqueued Resource ID: 938afa8a-2cd0-4cf0-a00d-011876fde21d with Priority: HIGHEST for action security_group_rules [ 840.094856] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 938afa8a-2cd0-4cf0-a00d-011876fde21d with Priority: HIGHEST for action security_group_rules [ 840.095368] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-938afa8a-2cd0-4cf0-a00d-011876fde21d taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.095599] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-938afa8a-2cd0-4cf0-a00d-011876fde21d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.163674] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.491512] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.491946] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.491946] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.492181] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.492278] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.492447] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 938afa8a-2cd0-4cf0-a00d-011876fde21d already deleted. [ 840.492447] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-938afa8a-2cd0-4cf0-a00d-011876fde21d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.492598] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-938afa8a-2cd0-4cf0-a00d-011876fde21d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.492751] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-938afa8a-2cd0-4cf0-a00d-011876fde21d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.492836] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('938afa8a-2cd0-4cf0-a00d-011876fde21d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.665957] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.699416] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53724d4f-dbcb-4468-8f0c-07b53cbc1c34 in Status: SUCCESS [ 840.699673] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53724d4f-dbcb-4468-8f0c-07b53cbc1c34" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.898362] env[65894]: INFO networking_nsxv3.common.synchronization [None req-a7d30d0d-2648-47e6-a0d0-0a5330abe27f None None] Enqueued Resource ID: 5f06d6f9-38ab-45e0-bb36-69cf2e120789 with Priority: HIGHEST for action port [ 840.900528] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f06d6f9-38ab-45e0-bb36-69cf2e120789 with Priority: HIGHEST for action port [ 840.901014] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f06d6f9-38ab-45e0-bb36-69cf2e120789 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.901133] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f06d6f9-38ab-45e0-bb36-69cf2e120789" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.901502] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f06d6f9-38ab-45e0-bb36-69cf2e120789" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.901717] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f06d6f9-38ab-45e0-bb36-69cf2e120789" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.902052] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f06d6f9-38ab-45e0-bb36-69cf2e120789',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.018024] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.018024] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.018024] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.018640] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.018800] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.019044] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 938afa8a-2cd0-4cf0-a00d-011876fde21d already deleted. [ 841.019214] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-938afa8a-2cd0-4cf0-a00d-011876fde21d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.169152] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.169323] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.169323] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.169517] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.169595] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.169734] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 is going to be updated. [ 841.202724] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.202724] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.202955] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.202992] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.203265] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.212916] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 in Status: IN_PROGRESS for 2s [ 841.406843] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5f06d6f9-38ab-45e0-bb36-69cf2e120789 [ 841.406843] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.406843] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.406843] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.406843] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.406843] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.406843] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5f06d6f9-38ab-45e0-bb36-69cf2e120789 already deleted. [ 841.406843] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f06d6f9-38ab-45e0-bb36-69cf2e120789" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.942140] env[65894]: INFO networking_nsxv3.common.synchronization [req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d req-df7d0bd3-394e-4ed3-b2c5-b1dae9d4ae34 tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] Enqueued Resource ID: 05da16de-92e8-4f9e-aee0-6c4976d2644b with Priority: HIGHEST for action security_group_members [ 841.942140] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05da16de-92e8-4f9e-aee0-6c4976d2644b with Priority: HIGHEST for action security_group_members [ 841.942140] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-05da16de-92e8-4f9e-aee0-6c4976d2644b taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.942140] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05da16de-92e8-4f9e-aee0-6c4976d2644b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.942140] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05da16de-92e8-4f9e-aee0-6c4976d2644b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.942140] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05da16de-92e8-4f9e-aee0-6c4976d2644b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.942140] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.942140] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.942890] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.943216] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.943449] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.943733] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05da16de-92e8-4f9e-aee0-6c4976d2644b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.385872] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock network-143 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.386353] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "network-143" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.386714] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "network-143" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.386854] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "network-143" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.387147] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.387303] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.387421] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.387646] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.387789] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.387994] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 842.388120] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 842.388226] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 842.388332] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 842.388464] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 842.388571] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 842.388728] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 842.414629] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 842.414917] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 842.415158] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 842.415427] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "network-143" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.415896] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock port-fab0a015-e749-4f7e-8da8-6ade95fcdbb1 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.416173] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "port-fab0a015-e749-4f7e-8da8-6ade95fcdbb1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.416373] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "port-fab0a015-e749-4f7e-8da8-6ade95fcdbb1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.416816] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "port-fab0a015-e749-4f7e-8da8-6ade95fcdbb1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.417046] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fab0a015-e749-4f7e-8da8-6ade95fcdbb1',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.446647] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.447064] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.447135] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.447382] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.447528] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.447853] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.448144] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.448144] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.448363] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.448483] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.448615] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05da16de-92e8-4f9e-aee0-6c4976d2644b already deleted. [ 842.448744] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05da16de-92e8-4f9e-aee0-6c4976d2644b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.920734] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.920734] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.920734] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.920734] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.920734] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.920734] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Segment Port fab0a015-e749-4f7e-8da8-6ade95fcdbb1 not found, creating... [ 842.921455] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.921455] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.921578] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.921849] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.921979] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.922845] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.923183] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.923352] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.923889] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.923889] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.924036] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Resource: SegmentPort with ID: fab0a015-e749-4f7e-8da8-6ade95fcdbb1 is going to be created. [ 842.948123] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.948123] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.948123] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.948589] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.948589] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.948817] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "port-fab0a015-e749-4f7e-8da8-6ade95fcdbb1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.227030] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 in Status: SUCCESS [ 843.227030] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.227030] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.227030] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.227030] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.227030] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.227030] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.227030] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.227030] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.227030] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.227030] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.414203] env[65894]: INFO networking_nsxv3.common.synchronization [req-07198446-1834-42eb-b073-a13f0592ad51 req-5eb20441-aea8-4bf3-8e1b-7ba2d800ec32 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591 tempest-FloatingIPsAssociationNegativeTestJSON-1380843591-project-member] Enqueued Resource ID: 8d57eb1a-6402-4337-b93e-c95618cff862 with Priority: HIGHEST for action security_group_members [ 843.414716] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d57eb1a-6402-4337-b93e-c95618cff862 with Priority: HIGHEST for action security_group_members [ 843.415069] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-8d57eb1a-6402-4337-b93e-c95618cff862 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.415206] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8d57eb1a-6402-4337-b93e-c95618cff862" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.415269] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8d57eb1a-6402-4337-b93e-c95618cff862" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.415714] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8d57eb1a-6402-4337-b93e-c95618cff862" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.415714] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.415867] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.415867] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.415965] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.416156] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.416156] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8d57eb1a-6402-4337-b93e-c95618cff862',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.661198] env[65894]: INFO networking_nsxv3.common.synchronization [req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d req-819f87ec-f7d9-426e-b2f1-bb33148b8feb service nova] Enqueued Resource ID: 05da16de-92e8-4f9e-aee0-6c4976d2644b with Priority: HIGHEST for action security_group_rules [ 843.661402] env[65894]: INFO networking_nsxv3.common.synchronization [req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d req-819f87ec-f7d9-426e-b2f1-bb33148b8feb service nova] Enqueued Resource ID: 05da16de-92e8-4f9e-aee0-6c4976d2644b with Priority: HIGHEST for action security_group_members [ 843.661539] env[65894]: INFO networking_nsxv3.common.synchronization [req-783b7c27-face-42f0-bbb2-b39ddb4cdd1d req-819f87ec-f7d9-426e-b2f1-bb33148b8feb service nova] Enqueued Resource ID: fab0a015-e749-4f7e-8da8-6ade95fcdbb1 with Priority: HIGHEST for action port [ 843.662078] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05da16de-92e8-4f9e-aee0-6c4976d2644b with Priority: HIGHEST for action security_group_rules [ 843.662220] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05da16de-92e8-4f9e-aee0-6c4976d2644b with Priority: HIGHEST for action security_group_members [ 843.662342] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fab0a015-e749-4f7e-8da8-6ade95fcdbb1 with Priority: HIGHEST for action port [ 843.662630] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05da16de-92e8-4f9e-aee0-6c4976d2644b taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.662770] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05da16de-92e8-4f9e-aee0-6c4976d2644b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.662894] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05da16de-92e8-4f9e-aee0-6c4976d2644b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.663432] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05da16de-92e8-4f9e-aee0-6c4976d2644b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.663535] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05da16de-92e8-4f9e-aee0-6c4976d2644b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.664434] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-05da16de-92e8-4f9e-aee0-6c4976d2644b taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.664571] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05da16de-92e8-4f9e-aee0-6c4976d2644b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.664628] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05da16de-92e8-4f9e-aee0-6c4976d2644b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.664786] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05da16de-92e8-4f9e-aee0-6c4976d2644b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.665268] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.665817] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.665948] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.666193] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.666232] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.666316] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05da16de-92e8-4f9e-aee0-6c4976d2644b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.667092] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-fab0a015-e749-4f7e-8da8-6ade95fcdbb1 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.667199] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fab0a015-e749-4f7e-8da8-6ade95fcdbb1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.667326] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fab0a015-e749-4f7e-8da8-6ade95fcdbb1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.667422] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fab0a015-e749-4f7e-8da8-6ade95fcdbb1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.667501] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fab0a015-e749-4f7e-8da8-6ade95fcdbb1',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.731072] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.731256] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.731326] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.731583] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.731703] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.731800] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.731864] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.732040] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.732101] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.732188] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.732328] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.732443] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.732481] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.732600] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.732739] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.732805] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.732865] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.733047] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.733088] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.733196] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.733235] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.919275] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.919449] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.919544] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.919805] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.920045] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.920491] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.920491] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.920491] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.920660] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.920731] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.921295] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d57eb1a-6402-4337-b93e-c95618cff862 is going to be updated. [ 843.957393] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.957713] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.957713] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.957713] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.958148] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.968599] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d57eb1a-6402-4337-b93e-c95618cff862 in Status: IN_PROGRESS for 2s [ 844.169422] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('05da16de-92e8-4f9e-aee0-6c4976d2644b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.170526] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-05da16de-92e8-4f9e-aee0-6c4976d2644b taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.170639] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05da16de-92e8-4f9e-aee0-6c4976d2644b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.170801] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fab0a015-e749-4f7e-8da8-6ade95fcdbb1 with status ACTIVE [ 844.170957] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.171712] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.171712] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.171712] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.171712] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.171712] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.172040] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.172040] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.172040] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.172040] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.173189] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.173189] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.173189] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.173189] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.173189] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.173189] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fab0a015-e749-4f7e-8da8-6ade95fcdbb1 is going to be updated. [ 844.195578] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.195855] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.195855] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.195986] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.196136] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.196284] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fab0a015-e749-4f7e-8da8-6ade95fcdbb1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.238957] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8: rpc.has_security_group_logging(os_id): False [ 844.258139] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.258139] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.258139] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.258374] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.258472] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.258786] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.258976] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.259098] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.259311] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.262929] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.263233] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.263953] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.263953] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.263953] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.263953] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.263953] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.264281] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.264281] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.264360] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.265773] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.265773] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 is going to be updated. [ 844.343120] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.343269] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.343331] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.343679] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.343870] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.358146] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 in Status: IN_PROGRESS for 2s [ 844.655308] env[65894]: INFO networking_nsxv3.common.synchronization [req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a req-71d46f9b-84cc-4d63-bb99-3f89db75c45d tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Enqueued Resource ID: 485d223b-ca9d-4b89-b8d1-92ae3f846a86 with Priority: HIGHEST for action security_group_members [ 844.656257] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 485d223b-ca9d-4b89-b8d1-92ae3f846a86 with Priority: HIGHEST for action security_group_members [ 844.656577] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-485d223b-ca9d-4b89-b8d1-92ae3f846a86 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.656698] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-485d223b-ca9d-4b89-b8d1-92ae3f846a86" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.658031] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-485d223b-ca9d-4b89-b8d1-92ae3f846a86" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.658031] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-485d223b-ca9d-4b89-b8d1-92ae3f846a86" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.658031] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.658031] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.658031] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.658031] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.658031] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.658031] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('485d223b-ca9d-4b89-b8d1-92ae3f846a86',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.674369] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('05da16de-92e8-4f9e-aee0-6c4976d2644b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.999847] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock network-577 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.000223] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "network-577" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.000223] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "network-577" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.000494] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "network-577" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.000777] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.000942] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.001070] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.001298] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.001434] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.001634] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 845.001743] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 845.001847] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 845.001953] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 845.002072] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 845.002176] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 845.002301] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 845.021991] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 845.022098] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 845.022256] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 845.022463] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "network-577" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.022831] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock port-a5962943-23e0-4d8c-9453-bf8c84173de5 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.023066] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "port-a5962943-23e0-4d8c-9453-bf8c84173de5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.023225] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "port-a5962943-23e0-4d8c-9453-bf8c84173de5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.023633] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "port-a5962943-23e0-4d8c-9453-bf8c84173de5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.023811] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5962943-23e0-4d8c-9453-bf8c84173de5',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.159961] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.160172] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.160278] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.160524] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.160622] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.160838] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.160986] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.161086] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.161282] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.161408] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.161514] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 485d223b-ca9d-4b89-b8d1-92ae3f846a86 already deleted. [ 845.161645] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-485d223b-ca9d-4b89-b8d1-92ae3f846a86" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.177382] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.177667] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.177667] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.177926] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.178035] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.178141] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05da16de-92e8-4f9e-aee0-6c4976d2644b is going to be created. [ 845.211043] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.211043] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.211043] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.211043] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.211043] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.221657] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05da16de-92e8-4f9e-aee0-6c4976d2644b in Status: UNINITIALIZED for 2s [ 845.529850] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.530441] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.530685] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.531108] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.531306] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.531534] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Segment Port a5962943-23e0-4d8c-9453-bf8c84173de5 not found, creating... [ 845.531949] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.532537] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.532797] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.533093] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.533352] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.533889] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.534124] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.534304] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.534657] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.534915] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.535171] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Resource: SegmentPort with ID: a5962943-23e0-4d8c-9453-bf8c84173de5 is going to be created. [ 845.560195] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.560444] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.560567] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.560867] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.561154] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.561387] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "port-a5962943-23e0-4d8c-9453-bf8c84173de5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.978746] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8d57eb1a-6402-4337-b93e-c95618cff862 in Status: SUCCESS [ 845.979035] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8d57eb1a-6402-4337-b93e-c95618cff862 deletion is rescheduled due to dependency. [ 845.979193] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8d57eb1a-6402-4337-b93e-c95618cff862" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.321192] env[65894]: INFO networking_nsxv3.common.synchronization [req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a req-efc1389e-49a7-49e3-9c70-1d8b01db386a service nova] Enqueued Resource ID: 485d223b-ca9d-4b89-b8d1-92ae3f846a86 with Priority: HIGHEST for action security_group_rules [ 846.321515] env[65894]: INFO networking_nsxv3.common.synchronization [req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a req-efc1389e-49a7-49e3-9c70-1d8b01db386a service nova] Enqueued Resource ID: 485d223b-ca9d-4b89-b8d1-92ae3f846a86 with Priority: HIGHEST for action security_group_members [ 846.321600] env[65894]: INFO networking_nsxv3.common.synchronization [req-2a6abef2-bbb2-4042-b7df-cd8d47badc2a req-efc1389e-49a7-49e3-9c70-1d8b01db386a service nova] Enqueued Resource ID: a5962943-23e0-4d8c-9453-bf8c84173de5 with Priority: HIGHEST for action port [ 846.322286] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 485d223b-ca9d-4b89-b8d1-92ae3f846a86 with Priority: HIGHEST for action security_group_rules [ 846.322468] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 485d223b-ca9d-4b89-b8d1-92ae3f846a86 with Priority: HIGHEST for action security_group_members [ 846.322571] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5962943-23e0-4d8c-9453-bf8c84173de5 with Priority: HIGHEST for action port [ 846.322911] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-485d223b-ca9d-4b89-b8d1-92ae3f846a86 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.323049] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-485d223b-ca9d-4b89-b8d1-92ae3f846a86" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.323160] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-485d223b-ca9d-4b89-b8d1-92ae3f846a86" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.323426] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-485d223b-ca9d-4b89-b8d1-92ae3f846a86" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.323541] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('485d223b-ca9d-4b89-b8d1-92ae3f846a86',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.325187] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-485d223b-ca9d-4b89-b8d1-92ae3f846a86 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.325377] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-485d223b-ca9d-4b89-b8d1-92ae3f846a86" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.325515] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-485d223b-ca9d-4b89-b8d1-92ae3f846a86" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.325825] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-485d223b-ca9d-4b89-b8d1-92ae3f846a86" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.326125] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.329136] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.329136] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.329136] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.329136] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.329136] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('485d223b-ca9d-4b89-b8d1-92ae3f846a86',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.329136] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5962943-23e0-4d8c-9453-bf8c84173de5 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.329136] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5962943-23e0-4d8c-9453-bf8c84173de5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.329136] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5962943-23e0-4d8c-9453-bf8c84173de5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.329136] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5962943-23e0-4d8c-9453-bf8c84173de5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.329136] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5962943-23e0-4d8c-9453-bf8c84173de5',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.373716] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 in Status: SUCCESS [ 846.374239] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.383018] env[65894]: INFO networking_nsxv3.common.synchronization [req-43cf4a44-3ebd-4ad7-a55b-d677c18c6884 req-3b952725-e558-4661-a186-cab2dca361d7 tempest-ServerAddressesTestJSON-3724748 tempest-ServerAddressesTestJSON-3724748-project-member] Enqueued Resource ID: 53724d4f-dbcb-4468-8f0c-07b53cbc1c34 with Priority: HIGHEST for action security_group_members [ 846.383176] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53724d4f-dbcb-4468-8f0c-07b53cbc1c34 with Priority: HIGHEST for action security_group_members [ 846.383431] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-53724d4f-dbcb-4468-8f0c-07b53cbc1c34 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.383753] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53724d4f-dbcb-4468-8f0c-07b53cbc1c34" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.383753] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53724d4f-dbcb-4468-8f0c-07b53cbc1c34" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.383892] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53724d4f-dbcb-4468-8f0c-07b53cbc1c34" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.383953] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.384047] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.384105] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.384250] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.384327] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.384416] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53724d4f-dbcb-4468-8f0c-07b53cbc1c34',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.831731] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-485d223b-ca9d-4b89-b8d1-92ae3f846a86 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.831926] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-485d223b-ca9d-4b89-b8d1-92ae3f846a86" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.832102] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('485d223b-ca9d-4b89-b8d1-92ae3f846a86',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.832962] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a5962943-23e0-4d8c-9453-bf8c84173de5 with status ACTIVE [ 846.833190] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.833371] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.833371] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.833594] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.833676] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.833841] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.833925] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.833980] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.834114] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.834194] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.834365] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.834458] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.834511] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.834647] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.834723] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.834799] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a5962943-23e0-4d8c-9453-bf8c84173de5 is going to be updated. [ 846.861795] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.861795] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.861795] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.862260] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.862260] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.862260] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5962943-23e0-4d8c-9453-bf8c84173de5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.887841] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.888019] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.888395] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.888395] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.888703] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.889222] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.889382] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.889481] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.889728] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.889848] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.889995] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53724d4f-dbcb-4468-8f0c-07b53cbc1c34 is going to be updated. [ 846.926726] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.926726] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.926726] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.926726] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.926726] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.951302] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53724d4f-dbcb-4468-8f0c-07b53cbc1c34 in Status: IN_PROGRESS for 2s [ 847.232211] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05da16de-92e8-4f9e-aee0-6c4976d2644b in Status: SUCCESS [ 847.232410] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05da16de-92e8-4f9e-aee0-6c4976d2644b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.232665] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05da16de-92e8-4f9e-aee0-6c4976d2644b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.232837] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05da16de-92e8-4f9e-aee0-6c4976d2644b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.233052] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.233177] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.233245] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.233426] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.233556] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.233624] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05da16de-92e8-4f9e-aee0-6c4976d2644b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.233667] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('05da16de-92e8-4f9e-aee0-6c4976d2644b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.337295] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('485d223b-ca9d-4b89-b8d1-92ae3f846a86',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.736434] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-05da16de-92e8-4f9e-aee0-6c4976d2644b taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.736634] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05da16de-92e8-4f9e-aee0-6c4976d2644b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.736690] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05da16de-92e8-4f9e-aee0-6c4976d2644b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.736887] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05da16de-92e8-4f9e-aee0-6c4976d2644b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.737062] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.737312] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.737312] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.737419] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.737476] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.737626] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05da16de-92e8-4f9e-aee0-6c4976d2644b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.737682] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-05da16de-92e8-4f9e-aee0-6c4976d2644b taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.737755] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05da16de-92e8-4f9e-aee0-6c4976d2644b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.737834] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05da16de-92e8-4f9e-aee0-6c4976d2644b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.738018] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05da16de-92e8-4f9e-aee0-6c4976d2644b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.739307] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.739307] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.739307] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.739307] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.739307] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.739307] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05da16de-92e8-4f9e-aee0-6c4976d2644b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.739307] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('05da16de-92e8-4f9e-aee0-6c4976d2644b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.840385] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.840385] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.840385] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.840385] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.840385] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.840385] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 485d223b-ca9d-4b89-b8d1-92ae3f846a86 is going to be created. [ 847.869439] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.869600] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.869667] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.869981] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.870314] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.887883] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 485d223b-ca9d-4b89-b8d1-92ae3f846a86 in Status: UNINITIALIZED for 2s [ 848.242246] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 05da16de-92e8-4f9e-aee0-6c4976d2644b: rpc.has_security_group_logging(os_id): False [ 848.263701] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.263889] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.263947] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.264188] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.264323] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.264554] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.264710] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.264784] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.264902] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.264996] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.265179] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.265276] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.265353] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.265536] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.265625] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.265856] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.265978] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.266742] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.266742] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.266742] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.266742] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05da16de-92e8-4f9e-aee0-6c4976d2644b is going to be created. [ 848.336578] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.336780] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.336780] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.336992] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.337194] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.353667] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05da16de-92e8-4f9e-aee0-6c4976d2644b in Status: IN_PROGRESS for 2s [ 848.962937] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53724d4f-dbcb-4468-8f0c-07b53cbc1c34 in Status: SUCCESS [ 848.962937] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53724d4f-dbcb-4468-8f0c-07b53cbc1c34 deletion is rescheduled due to dependency. [ 848.962937] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53724d4f-dbcb-4468-8f0c-07b53cbc1c34" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.901171] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 485d223b-ca9d-4b89-b8d1-92ae3f846a86 in Status: SUCCESS [ 849.901171] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-485d223b-ca9d-4b89-b8d1-92ae3f846a86" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.901171] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-485d223b-ca9d-4b89-b8d1-92ae3f846a86" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.901523] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-485d223b-ca9d-4b89-b8d1-92ae3f846a86" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.901523] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.901638] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.901684] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.902045] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.902045] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.902045] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-485d223b-ca9d-4b89-b8d1-92ae3f846a86" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.902271] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('485d223b-ca9d-4b89-b8d1-92ae3f846a86',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.370204] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 05da16de-92e8-4f9e-aee0-6c4976d2644b in Status: SUCCESS [ 850.370445] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05da16de-92e8-4f9e-aee0-6c4976d2644b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.405671] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('485d223b-ca9d-4b89-b8d1-92ae3f846a86',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.909237] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 485d223b-ca9d-4b89-b8d1-92ae3f846a86: rpc.has_security_group_logging(os_id): False [ 850.928124] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.928359] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.928438] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.928712] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.928845] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.929231] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.929340] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.929447] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.929631] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.929714] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.929822] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 485d223b-ca9d-4b89-b8d1-92ae3f846a86 is going to be created. [ 850.999290] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.999528] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.999598] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.999815] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.000070] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.012686] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 485d223b-ca9d-4b89-b8d1-92ae3f846a86 in Status: IN_PROGRESS for 2s [ 851.384656] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 851.384809] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 853.027272] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 485d223b-ca9d-4b89-b8d1-92ae3f846a86 in Status: SUCCESS [ 853.027272] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-485d223b-ca9d-4b89-b8d1-92ae3f846a86" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.386130] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 856.386478] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 856.752705] env[65894]: INFO networking_nsxv3.common.synchronization [req-7227779f-7e60-4142-9bb5-83d68a133a55 req-dbf25f7f-9808-4f7e-8de8-2c1eefc34dec tempest-ServerAddressesNegativeTestJSON-1515243165 tempest-ServerAddressesNegativeTestJSON-1515243165-project-member] Enqueued Resource ID: 05da16de-92e8-4f9e-aee0-6c4976d2644b with Priority: HIGHEST for action security_group_members [ 856.753288] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05da16de-92e8-4f9e-aee0-6c4976d2644b with Priority: HIGHEST for action security_group_members [ 856.753761] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-05da16de-92e8-4f9e-aee0-6c4976d2644b taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.753967] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-05da16de-92e8-4f9e-aee0-6c4976d2644b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.754055] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-05da16de-92e8-4f9e-aee0-6c4976d2644b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.754270] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-05da16de-92e8-4f9e-aee0-6c4976d2644b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.754464] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.754599] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.754689] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.754878] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.754997] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.755145] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('05da16de-92e8-4f9e-aee0-6c4976d2644b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.257441] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.257609] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.257609] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.257839] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.257992] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.258255] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.258367] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.258432] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.258598] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.258679] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.258767] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05da16de-92e8-4f9e-aee0-6c4976d2644b is going to be updated. [ 857.288893] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.289442] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.289442] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.289442] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.289603] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.303476] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05da16de-92e8-4f9e-aee0-6c4976d2644b in Status: IN_PROGRESS for 2s [ 858.029342] env[65894]: INFO networking_nsxv3.common.synchronization [req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 req-82ec1d46-ff17-455c-bbdc-e51c2f513d87 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Enqueued Resource ID: c238b883-1fda-4e57-bd98-7c491d271259 with Priority: HIGHEST for action security_group_members [ 858.033082] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c238b883-1fda-4e57-bd98-7c491d271259 with Priority: HIGHEST for action security_group_members [ 858.033082] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c238b883-1fda-4e57-bd98-7c491d271259 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.033082] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c238b883-1fda-4e57-bd98-7c491d271259" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.033082] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c238b883-1fda-4e57-bd98-7c491d271259" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.033082] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c238b883-1fda-4e57-bd98-7c491d271259" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.033082] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.033082] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.033082] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.033082] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.033082] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.033082] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c238b883-1fda-4e57-bd98-7c491d271259',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.430646] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock network-650 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.430919] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "network-650" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.431118] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "network-650" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.431535] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "network-650" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.431899] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.432187] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.433792] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.433792] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.433792] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.433792] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 858.433925] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 858.434077] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 858.434204] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 858.434377] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 858.434532] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 858.434754] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 858.458744] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 858.458744] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 858.458744] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 858.458744] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "network-650" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.458744] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock port-8a0337bc-1a3b-4aa8-ab59-300f6d3ab511 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.458744] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "port-8a0337bc-1a3b-4aa8-ab59-300f6d3ab511" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.458744] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "port-8a0337bc-1a3b-4aa8-ab59-300f6d3ab511" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.458744] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "port-8a0337bc-1a3b-4aa8-ab59-300f6d3ab511" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.458744] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a0337bc-1a3b-4aa8-ab59-300f6d3ab511',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.536326] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.536482] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.536586] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.536782] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.536873] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.537085] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.537178] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.537246] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.537391] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.537465] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.537542] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c238b883-1fda-4e57-bd98-7c491d271259 already deleted. [ 858.537627] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c238b883-1fda-4e57-bd98-7c491d271259" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.962979] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.963232] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.963365] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.963659] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.963809] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.963964] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Segment Port 8a0337bc-1a3b-4aa8-ab59-300f6d3ab511 not found, creating... [ 858.964254] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.964413] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.964529] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.964753] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.964890] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.965196] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.965355] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.965461] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.965664] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.965793] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.965928] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Resource: SegmentPort with ID: 8a0337bc-1a3b-4aa8-ab59-300f6d3ab511 is going to be created. [ 858.987989] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.988281] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.988421] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.988694] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.988917] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.989173] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "port-8a0337bc-1a3b-4aa8-ab59-300f6d3ab511" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.316418] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 05da16de-92e8-4f9e-aee0-6c4976d2644b in Status: SUCCESS [ 859.316740] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 05da16de-92e8-4f9e-aee0-6c4976d2644b deletion is rescheduled due to dependency. [ 859.317108] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-05da16de-92e8-4f9e-aee0-6c4976d2644b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.742935] env[65894]: INFO networking_nsxv3.common.synchronization [req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 req-4dd09967-f93c-497c-bae4-5171994bfab9 service nova] Enqueued Resource ID: c238b883-1fda-4e57-bd98-7c491d271259 with Priority: HIGHEST for action security_group_rules [ 859.743144] env[65894]: INFO networking_nsxv3.common.synchronization [req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 req-4dd09967-f93c-497c-bae4-5171994bfab9 service nova] Enqueued Resource ID: c238b883-1fda-4e57-bd98-7c491d271259 with Priority: HIGHEST for action security_group_members [ 859.743300] env[65894]: INFO networking_nsxv3.common.synchronization [req-d585acdd-23b0-42b2-83f0-bdfaf3a9bb15 req-4dd09967-f93c-497c-bae4-5171994bfab9 service nova] Enqueued Resource ID: 8a0337bc-1a3b-4aa8-ab59-300f6d3ab511 with Priority: HIGHEST for action port [ 859.743867] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c238b883-1fda-4e57-bd98-7c491d271259 with Priority: HIGHEST for action security_group_rules [ 859.744105] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c238b883-1fda-4e57-bd98-7c491d271259 with Priority: HIGHEST for action security_group_members [ 859.744886] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8a0337bc-1a3b-4aa8-ab59-300f6d3ab511 with Priority: HIGHEST for action port [ 859.744886] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c238b883-1fda-4e57-bd98-7c491d271259 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.744886] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c238b883-1fda-4e57-bd98-7c491d271259" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.744886] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c238b883-1fda-4e57-bd98-7c491d271259" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.745204] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c238b883-1fda-4e57-bd98-7c491d271259" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.745204] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c238b883-1fda-4e57-bd98-7c491d271259',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.746096] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c238b883-1fda-4e57-bd98-7c491d271259 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.746296] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c238b883-1fda-4e57-bd98-7c491d271259" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.746296] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c238b883-1fda-4e57-bd98-7c491d271259" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.746498] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c238b883-1fda-4e57-bd98-7c491d271259" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.746680] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.746769] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.746874] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.747015] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.747126] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.747218] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c238b883-1fda-4e57-bd98-7c491d271259',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.748093] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-8a0337bc-1a3b-4aa8-ab59-300f6d3ab511 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.748260] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8a0337bc-1a3b-4aa8-ab59-300f6d3ab511" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.748338] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8a0337bc-1a3b-4aa8-ab59-300f6d3ab511" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.748496] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8a0337bc-1a3b-4aa8-ab59-300f6d3ab511" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.748569] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8a0337bc-1a3b-4aa8-ab59-300f6d3ab511',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.251256] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c238b883-1fda-4e57-bd98-7c491d271259 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.251431] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c238b883-1fda-4e57-bd98-7c491d271259" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.251629] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c238b883-1fda-4e57-bd98-7c491d271259',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.252631] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8a0337bc-1a3b-4aa8-ab59-300f6d3ab511 with status ACTIVE [ 860.252842] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.252968] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.253057] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.253276] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.253402] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.253582] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.253691] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.253751] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.253916] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.253999] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.254225] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.254326] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.254389] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.254565] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.254646] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.254739] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8a0337bc-1a3b-4aa8-ab59-300f6d3ab511 is going to be updated. [ 860.288880] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.288880] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.288880] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.288880] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.288880] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.288880] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8a0337bc-1a3b-4aa8-ab59-300f6d3ab511" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.641931] env[65894]: INFO networking_nsxv3.common.synchronization [req-4d433872-15d3-413e-975c-f23a5575e1d3 req-48f0100b-f943-4094-8e5b-705ffb7137f5 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Enqueued Resource ID: 0a20551b-8c6e-40a2-afb9-9a54f12e9128 with Priority: HIGHEST for action security_group_members [ 860.642214] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a20551b-8c6e-40a2-afb9-9a54f12e9128 with Priority: HIGHEST for action security_group_members [ 860.642399] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a20551b-8c6e-40a2-afb9-9a54f12e9128 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.642510] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.642580] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.642773] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.642935] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.643211] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.643211] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.643311] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.643344] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.643437] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a20551b-8c6e-40a2-afb9-9a54f12e9128',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.758069] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c238b883-1fda-4e57-bd98-7c491d271259',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.965371] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock network-16 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.966045] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "network-16" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.966045] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "network-16" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.966045] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "network-16" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.966232] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.966378] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.966494] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.966712] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.966854] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.967084] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 860.967199] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 860.967315] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 860.967436] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 860.967565] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 860.967710] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 860.967899] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 860.990697] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 860.990893] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 860.990955] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 860.991146] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "network-16" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.991557] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock port-e3e15851-2dce-4607-94a6-c8fa2d0d36dd taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.993574] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "port-e3e15851-2dce-4607-94a6-c8fa2d0d36dd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.993574] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "port-e3e15851-2dce-4607-94a6-c8fa2d0d36dd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.993574] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "port-e3e15851-2dce-4607-94a6-c8fa2d0d36dd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.993574] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3e15851-2dce-4607-94a6-c8fa2d0d36dd',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.146731] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a20551b-8c6e-40a2-afb9-9a54f12e9128',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.260397] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.260588] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.260663] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.260850] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.260943] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.261103] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c238b883-1fda-4e57-bd98-7c491d271259 is going to be created. [ 861.286308] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.286450] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.286522] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.286733] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.286942] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.299214] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c238b883-1fda-4e57-bd98-7c491d271259 in Status: UNINITIALIZED for 2s [ 861.498203] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.498203] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.498203] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.498565] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.498717] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.498895] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Segment Port e3e15851-2dce-4607-94a6-c8fa2d0d36dd not found, creating... [ 861.499280] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.499461] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.499575] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.499879] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.500072] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.500452] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.500629] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.500746] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.500973] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.501133] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.501279] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Resource: SegmentPort with ID: e3e15851-2dce-4607-94a6-c8fa2d0d36dd is going to be created. [ 861.523815] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.524335] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.524469] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.524759] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.524997] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.525248] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "port-e3e15851-2dce-4607-94a6-c8fa2d0d36dd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.650246] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a20551b-8c6e-40a2-afb9-9a54f12e9128',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.152386] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.152622] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.152700] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.152958] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.153105] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.153233] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a20551b-8c6e-40a2-afb9-9a54f12e9128 is going to be updated. [ 862.187332] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.187595] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.187595] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.188935] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.188935] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.199678] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a20551b-8c6e-40a2-afb9-9a54f12e9128 in Status: IN_PROGRESS for 2s [ 862.246769] env[65894]: INFO networking_nsxv3.common.synchronization [req-4d433872-15d3-413e-975c-f23a5575e1d3 req-50456109-a488-4461-823c-6fb262fbc476 service nova] Enqueued Resource ID: 0a20551b-8c6e-40a2-afb9-9a54f12e9128 with Priority: HIGHEST for action security_group_rules [ 862.246990] env[65894]: INFO networking_nsxv3.common.synchronization [req-4d433872-15d3-413e-975c-f23a5575e1d3 req-50456109-a488-4461-823c-6fb262fbc476 service nova] Enqueued Resource ID: 0a20551b-8c6e-40a2-afb9-9a54f12e9128 with Priority: HIGHEST for action security_group_members [ 862.247201] env[65894]: INFO networking_nsxv3.common.synchronization [req-4d433872-15d3-413e-975c-f23a5575e1d3 req-50456109-a488-4461-823c-6fb262fbc476 service nova] Enqueued Resource ID: e3e15851-2dce-4607-94a6-c8fa2d0d36dd with Priority: HIGHEST for action port [ 862.247813] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a20551b-8c6e-40a2-afb9-9a54f12e9128 with Priority: HIGHEST for action security_group_rules [ 862.247969] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a20551b-8c6e-40a2-afb9-9a54f12e9128 with Priority: HIGHEST for action security_group_members [ 862.248247] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3e15851-2dce-4607-94a6-c8fa2d0d36dd with Priority: HIGHEST for action port [ 862.248666] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a20551b-8c6e-40a2-afb9-9a54f12e9128 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.248858] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.248927] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.249240] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.249389] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a20551b-8c6e-40a2-afb9-9a54f12e9128',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.251054] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a20551b-8c6e-40a2-afb9-9a54f12e9128 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.251314] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.251641] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3e15851-2dce-4607-94a6-c8fa2d0d36dd taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.251884] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3e15851-2dce-4607-94a6-c8fa2d0d36dd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.251998] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3e15851-2dce-4607-94a6-c8fa2d0d36dd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.252526] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3e15851-2dce-4607-94a6-c8fa2d0d36dd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.252526] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3e15851-2dce-4607-94a6-c8fa2d0d36dd',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.755440] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a20551b-8c6e-40a2-afb9-9a54f12e9128 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.755440] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.755440] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e3e15851-2dce-4607-94a6-c8fa2d0d36dd with status ACTIVE [ 862.755440] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.755857] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.755857] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.755857] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.755969] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.756457] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.758212] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.758212] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.758212] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.758212] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.758212] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.758212] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.758212] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.758212] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.758212] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.758212] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e3e15851-2dce-4607-94a6-c8fa2d0d36dd is going to be updated. [ 862.794151] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.794331] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.794417] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.794656] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.794794] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.794964] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3e15851-2dce-4607-94a6-c8fa2d0d36dd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.310184] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c238b883-1fda-4e57-bd98-7c491d271259 in Status: SUCCESS [ 863.310420] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c238b883-1fda-4e57-bd98-7c491d271259" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.310596] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c238b883-1fda-4e57-bd98-7c491d271259" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.310812] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c238b883-1fda-4e57-bd98-7c491d271259" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.311016] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.311143] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.311209] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.311382] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.311464] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.311549] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c238b883-1fda-4e57-bd98-7c491d271259" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.311640] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c238b883-1fda-4e57-bd98-7c491d271259',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.814619] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c238b883-1fda-4e57-bd98-7c491d271259 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.814918] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c238b883-1fda-4e57-bd98-7c491d271259" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.814918] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c238b883-1fda-4e57-bd98-7c491d271259" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.816174] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c238b883-1fda-4e57-bd98-7c491d271259" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.816174] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.816174] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.816174] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.816174] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.816174] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.816174] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c238b883-1fda-4e57-bd98-7c491d271259" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.816174] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c238b883-1fda-4e57-bd98-7c491d271259 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.816174] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c238b883-1fda-4e57-bd98-7c491d271259" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.816174] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c238b883-1fda-4e57-bd98-7c491d271259" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.816564] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c238b883-1fda-4e57-bd98-7c491d271259" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.816564] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.816564] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.816564] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.816747] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.816747] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.816798] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c238b883-1fda-4e57-bd98-7c491d271259" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.816996] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c238b883-1fda-4e57-bd98-7c491d271259',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.214071] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a20551b-8c6e-40a2-afb9-9a54f12e9128 in Status: SUCCESS [ 864.214422] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.214559] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.215033] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.215623] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.215623] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.215623] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.215623] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.215623] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.215824] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a20551b-8c6e-40a2-afb9-9a54f12e9128',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.321066] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c238b883-1fda-4e57-bd98-7c491d271259: rpc.has_security_group_logging(os_id): False [ 864.342070] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.342070] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.342070] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.342070] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.342070] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.342536] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.342536] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.342536] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.342709] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.342800] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.343078] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.343234] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.343298] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.343501] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.343574] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.343830] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.343961] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.344074] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.344275] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.344447] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.344528] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c238b883-1fda-4e57-bd98-7c491d271259 is going to be created. [ 864.406559] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.407043] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.407102] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.407404] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.407715] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.426222] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c238b883-1fda-4e57-bd98-7c491d271259 in Status: IN_PROGRESS for 2s [ 864.718786] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a20551b-8c6e-40a2-afb9-9a54f12e9128',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.228434] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a20551b-8c6e-40a2-afb9-9a54f12e9128',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.732531] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.732748] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.732832] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.733475] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.733475] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.733475] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a20551b-8c6e-40a2-afb9-9a54f12e9128 is going to be updated. [ 865.768108] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.768314] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.768445] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.768564] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.768727] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.778566] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a20551b-8c6e-40a2-afb9-9a54f12e9128 in Status: IN_PROGRESS for 2s [ 865.879190] env[65894]: INFO networking_nsxv3.common.synchronization [req-a24d1888-8b36-450d-bdb3-700eab918d8e req-e8e82084-3735-4552-a63f-2c874d4e9e27 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Enqueued Resource ID: c238b883-1fda-4e57-bd98-7c491d271259 with Priority: HIGHEST for action security_group_members [ 865.879987] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c238b883-1fda-4e57-bd98-7c491d271259 with Priority: HIGHEST for action security_group_members [ 865.880408] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c238b883-1fda-4e57-bd98-7c491d271259 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.880574] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c238b883-1fda-4e57-bd98-7c491d271259" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.880634] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c238b883-1fda-4e57-bd98-7c491d271259" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.880832] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c238b883-1fda-4e57-bd98-7c491d271259" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.881046] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.881202] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.881268] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.881462] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.881608] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.881733] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c238b883-1fda-4e57-bd98-7c491d271259',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.221611] env[65894]: INFO networking_nsxv3.common.synchronization [req-2460c74d-bdb1-4d39-8b7b-fb6cd00b1292 req-a94e3b8d-b00c-4f1f-a921-74cebde43c0a tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Enqueued Resource ID: 18d19e6d-8ac8-4e15-a4e6-043c3d605655 with Priority: HIGHEST for action security_group_members [ 866.224176] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18d19e6d-8ac8-4e15-a4e6-043c3d605655 with Priority: HIGHEST for action security_group_members [ 866.226569] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-18d19e6d-8ac8-4e15-a4e6-043c3d605655 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.226569] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18d19e6d-8ac8-4e15-a4e6-043c3d605655" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.226569] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18d19e6d-8ac8-4e15-a4e6-043c3d605655" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.226569] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18d19e6d-8ac8-4e15-a4e6-043c3d605655" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.226569] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.226569] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.226569] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.226569] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.226569] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.226569] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18d19e6d-8ac8-4e15-a4e6-043c3d605655',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.351328] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock network-650 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.351622] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "network-650" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.351749] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "network-650" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.352094] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "network-650" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.352738] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.353016] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.353192] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.353949] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.353949] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.353949] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 866.354088] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 866.354206] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 866.354368] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 866.354524] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 866.354683] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 866.354880] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 866.387102] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 866.387102] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 866.387102] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 866.387320] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "network-650" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.387551] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock port-cf7952f1-376c-4d96-a0ba-03145ac2d0f5 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.387722] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "port-cf7952f1-376c-4d96-a0ba-03145ac2d0f5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.387936] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "port-cf7952f1-376c-4d96-a0ba-03145ac2d0f5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.390156] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "port-cf7952f1-376c-4d96-a0ba-03145ac2d0f5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.390323] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf7952f1-376c-4d96-a0ba-03145ac2d0f5',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.391242] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c238b883-1fda-4e57-bd98-7c491d271259',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.441349] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c238b883-1fda-4e57-bd98-7c491d271259 in Status: SUCCESS [ 866.441589] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c238b883-1fda-4e57-bd98-7c491d271259" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.732964] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('18d19e6d-8ac8-4e15-a4e6-043c3d605655',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.893505] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.894027] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.894462] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.894462] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.894796] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.894796] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Segment Port cf7952f1-376c-4d96-a0ba-03145ac2d0f5 not found, creating... [ 866.895060] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.895232] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.895349] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.895627] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.895796] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.896113] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.896269] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.896382] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.896616] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.896754] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.896894] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Resource: SegmentPort with ID: cf7952f1-376c-4d96-a0ba-03145ac2d0f5 is going to be created. [ 866.898132] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c238b883-1fda-4e57-bd98-7c491d271259',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.923278] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.923278] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.923278] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.923278] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.923278] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.923671] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "port-cf7952f1-376c-4d96-a0ba-03145ac2d0f5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.235665] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('18d19e6d-8ac8-4e15-a4e6-043c3d605655',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.402678] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.403040] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.403040] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.403223] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.403341] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.403558] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c238b883-1fda-4e57-bd98-7c491d271259 is going to be updated. [ 867.435523] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.435523] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.435523] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.435523] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.435523] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.457025] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c238b883-1fda-4e57-bd98-7c491d271259 in Status: IN_PROGRESS for 2s [ 867.655323] env[65894]: INFO networking_nsxv3.common.synchronization [req-a24d1888-8b36-450d-bdb3-700eab918d8e req-d227b3f6-4c02-42d6-80a7-b97f45a0cd7a service nova] Enqueued Resource ID: c238b883-1fda-4e57-bd98-7c491d271259 with Priority: HIGHEST for action security_group_rules [ 867.655703] env[65894]: INFO networking_nsxv3.common.synchronization [req-a24d1888-8b36-450d-bdb3-700eab918d8e req-d227b3f6-4c02-42d6-80a7-b97f45a0cd7a service nova] Enqueued Resource ID: c238b883-1fda-4e57-bd98-7c491d271259 with Priority: HIGHEST for action security_group_members [ 867.655703] env[65894]: INFO networking_nsxv3.common.synchronization [req-a24d1888-8b36-450d-bdb3-700eab918d8e req-d227b3f6-4c02-42d6-80a7-b97f45a0cd7a service nova] Enqueued Resource ID: cf7952f1-376c-4d96-a0ba-03145ac2d0f5 with Priority: HIGHEST for action port [ 867.656213] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c238b883-1fda-4e57-bd98-7c491d271259 with Priority: HIGHEST for action security_group_rules [ 867.656353] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c238b883-1fda-4e57-bd98-7c491d271259 with Priority: HIGHEST for action security_group_members [ 867.656454] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf7952f1-376c-4d96-a0ba-03145ac2d0f5 with Priority: HIGHEST for action port [ 867.656732] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c238b883-1fda-4e57-bd98-7c491d271259 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.656852] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c238b883-1fda-4e57-bd98-7c491d271259" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.656932] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c238b883-1fda-4e57-bd98-7c491d271259" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.657156] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c238b883-1fda-4e57-bd98-7c491d271259" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.657237] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c238b883-1fda-4e57-bd98-7c491d271259',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.658409] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c238b883-1fda-4e57-bd98-7c491d271259 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.658409] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c238b883-1fda-4e57-bd98-7c491d271259" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.658409] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf7952f1-376c-4d96-a0ba-03145ac2d0f5 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.658544] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf7952f1-376c-4d96-a0ba-03145ac2d0f5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.658544] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf7952f1-376c-4d96-a0ba-03145ac2d0f5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.658918] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf7952f1-376c-4d96-a0ba-03145ac2d0f5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.658918] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf7952f1-376c-4d96-a0ba-03145ac2d0f5',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.740352] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.740352] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.740352] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.740352] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.740352] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.740352] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18d19e6d-8ac8-4e15-a4e6-043c3d605655 is going to be updated. [ 867.773637] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.773803] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.773914] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.774099] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.774247] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.788237] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18d19e6d-8ac8-4e15-a4e6-043c3d605655 in Status: IN_PROGRESS for 2s [ 867.789585] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a20551b-8c6e-40a2-afb9-9a54f12e9128 in Status: SUCCESS [ 867.790716] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.791298] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.791686] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.791898] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.792030] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.792099] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.792266] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.792343] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.792426] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.792514] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0a20551b-8c6e-40a2-afb9-9a54f12e9128',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.161176] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c238b883-1fda-4e57-bd98-7c491d271259 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.161315] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c238b883-1fda-4e57-bd98-7c491d271259" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.161513] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cf7952f1-376c-4d96-a0ba-03145ac2d0f5 with status ACTIVE [ 868.161681] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.161804] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.161866] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.162156] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.162261] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.162430] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.162540] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.162597] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.162761] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.162832] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.163038] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.163164] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.163197] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.163332] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.163410] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.163513] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cf7952f1-376c-4d96-a0ba-03145ac2d0f5 is going to be updated. [ 868.191513] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.191691] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.191742] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.192060] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.192250] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.192562] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf7952f1-376c-4d96-a0ba-03145ac2d0f5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.295770] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a20551b-8c6e-40a2-afb9-9a54f12e9128 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.295770] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.295770] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.296070] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.296474] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.296474] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.296474] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.296639] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.296742] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.296832] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.297078] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a20551b-8c6e-40a2-afb9-9a54f12e9128 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.297183] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.297241] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.297448] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.297651] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.297804] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.297908] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.298146] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.298254] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.298389] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.298494] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0a20551b-8c6e-40a2-afb9-9a54f12e9128',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.547268] env[65894]: INFO networking_nsxv3.common.synchronization [req-0e2fe6c6-2153-4703-9973-0561b9e8e0db req-99388f72-d9dd-4fd0-8b83-e36a7bf6bcf3 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Enqueued Resource ID: ed83c3dc-0b64-431a-ab59-fe9f46082c3b with Priority: HIGHEST for action security_group_members [ 868.547889] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed83c3dc-0b64-431a-ab59-fe9f46082c3b with Priority: HIGHEST for action security_group_members [ 868.548317] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed83c3dc-0b64-431a-ab59-fe9f46082c3b taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.548423] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed83c3dc-0b64-431a-ab59-fe9f46082c3b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.548505] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed83c3dc-0b64-431a-ab59-fe9f46082c3b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.548752] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed83c3dc-0b64-431a-ab59-fe9f46082c3b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.549140] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.549140] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.549140] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.549278] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.549393] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.549492] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed83c3dc-0b64-431a-ab59-fe9f46082c3b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.803184] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0a20551b-8c6e-40a2-afb9-9a54f12e9128: rpc.has_security_group_logging(os_id): False [ 868.821273] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.821399] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.821472] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.821688] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.821782] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.821977] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.822092] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.822162] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.822309] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.822383] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.822583] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.822679] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.822741] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.822883] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.822957] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.823153] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.823246] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.823303] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.823501] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.823501] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.823586] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a20551b-8c6e-40a2-afb9-9a54f12e9128 is going to be updated. [ 868.864776] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock network-586 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.864980] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "network-586" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.865123] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "network-586" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.865456] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "network-586" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.865717] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.865875] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.865992] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.867420] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.867581] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.867796] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 868.867925] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 868.868107] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 868.868164] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 868.868284] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 868.868347] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 868.868476] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 868.892310] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.892457] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.892521] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.892728] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.892870] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.894781] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 868.894879] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 868.895030] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 868.895201] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "network-586" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.895479] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock port-3e330737-d9a8-4758-b9af-9b5f76e4934d taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.895647] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "port-3e330737-d9a8-4758-b9af-9b5f76e4934d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.895785] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "port-3e330737-d9a8-4758-b9af-9b5f76e4934d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.896082] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "port-3e330737-d9a8-4758-b9af-9b5f76e4934d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.896252] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e330737-d9a8-4758-b9af-9b5f76e4934d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.923057] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a20551b-8c6e-40a2-afb9-9a54f12e9128 in Status: IN_PROGRESS for 2s [ 869.051835] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.051990] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.052078] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.052291] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.052385] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.052566] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.052662] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.052723] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.052873] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.052948] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.053043] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed83c3dc-0b64-431a-ab59-fe9f46082c3b already deleted. [ 869.053123] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed83c3dc-0b64-431a-ab59-fe9f46082c3b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.398921] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.399263] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.399369] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.399664] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.399820] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.399980] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Segment Port 3e330737-d9a8-4758-b9af-9b5f76e4934d not found, creating... [ 869.400265] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.400488] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.400667] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.400971] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.401136] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.401444] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.401597] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.401713] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.401935] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.402120] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.402298] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Resource: SegmentPort with ID: 3e330737-d9a8-4758-b9af-9b5f76e4934d is going to be created. [ 869.427523] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.427807] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.427982] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.428400] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.428682] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.428947] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "port-3e330737-d9a8-4758-b9af-9b5f76e4934d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.471129] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c238b883-1fda-4e57-bd98-7c491d271259 in Status: SUCCESS [ 869.471444] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c238b883-1fda-4e57-bd98-7c491d271259" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.471625] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c238b883-1fda-4e57-bd98-7c491d271259" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.471854] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c238b883-1fda-4e57-bd98-7c491d271259" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.472296] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.472296] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.472296] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.472450] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.472477] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.472581] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c238b883-1fda-4e57-bd98-7c491d271259',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.797525] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18d19e6d-8ac8-4e15-a4e6-043c3d605655 in Status: SUCCESS [ 869.797853] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18d19e6d-8ac8-4e15-a4e6-043c3d605655" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.974945] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c238b883-1fda-4e57-bd98-7c491d271259',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.167258] env[65894]: INFO networking_nsxv3.common.synchronization [req-0e2fe6c6-2153-4703-9973-0561b9e8e0db req-fdb92e4f-ad0b-4a12-a4e0-a42fe077ab93 service nova] Enqueued Resource ID: ed83c3dc-0b64-431a-ab59-fe9f46082c3b with Priority: HIGHEST for action security_group_rules [ 870.167258] env[65894]: INFO networking_nsxv3.common.synchronization [req-0e2fe6c6-2153-4703-9973-0561b9e8e0db req-fdb92e4f-ad0b-4a12-a4e0-a42fe077ab93 service nova] Enqueued Resource ID: ed83c3dc-0b64-431a-ab59-fe9f46082c3b with Priority: HIGHEST for action security_group_members [ 870.167258] env[65894]: INFO networking_nsxv3.common.synchronization [req-0e2fe6c6-2153-4703-9973-0561b9e8e0db req-fdb92e4f-ad0b-4a12-a4e0-a42fe077ab93 service nova] Enqueued Resource ID: 3e330737-d9a8-4758-b9af-9b5f76e4934d with Priority: HIGHEST for action port [ 870.167258] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed83c3dc-0b64-431a-ab59-fe9f46082c3b with Priority: HIGHEST for action security_group_rules [ 870.167258] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed83c3dc-0b64-431a-ab59-fe9f46082c3b with Priority: HIGHEST for action security_group_members [ 870.167258] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e330737-d9a8-4758-b9af-9b5f76e4934d with Priority: HIGHEST for action port [ 870.168012] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed83c3dc-0b64-431a-ab59-fe9f46082c3b taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.168425] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed83c3dc-0b64-431a-ab59-fe9f46082c3b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.169195] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed83c3dc-0b64-431a-ab59-fe9f46082c3b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.169195] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed83c3dc-0b64-431a-ab59-fe9f46082c3b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.169195] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed83c3dc-0b64-431a-ab59-fe9f46082c3b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.170472] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed83c3dc-0b64-431a-ab59-fe9f46082c3b taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.170771] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed83c3dc-0b64-431a-ab59-fe9f46082c3b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.170953] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed83c3dc-0b64-431a-ab59-fe9f46082c3b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.171226] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed83c3dc-0b64-431a-ab59-fe9f46082c3b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.173135] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.173135] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.173135] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.176556] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.176556] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.176556] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed83c3dc-0b64-431a-ab59-fe9f46082c3b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.176556] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e330737-d9a8-4758-b9af-9b5f76e4934d taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.176556] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e330737-d9a8-4758-b9af-9b5f76e4934d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.176556] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e330737-d9a8-4758-b9af-9b5f76e4934d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.176556] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e330737-d9a8-4758-b9af-9b5f76e4934d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.176556] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e330737-d9a8-4758-b9af-9b5f76e4934d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.478116] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c238b883-1fda-4e57-bd98-7c491d271259',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.679023] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed83c3dc-0b64-431a-ab59-fe9f46082c3b taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.679023] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed83c3dc-0b64-431a-ab59-fe9f46082c3b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.679023] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed83c3dc-0b64-431a-ab59-fe9f46082c3b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.679023] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3e330737-d9a8-4758-b9af-9b5f76e4934d with status ACTIVE [ 870.679023] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.679023] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.679354] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.679354] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.679745] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.679745] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.681271] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.681556] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.681753] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.681863] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.682050] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.683860] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.683860] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.683860] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.683860] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.683860] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3e330737-d9a8-4758-b9af-9b5f76e4934d is going to be updated. [ 870.712220] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.712461] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.712570] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.712798] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.712934] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.713121] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e330737-d9a8-4758-b9af-9b5f76e4934d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.946123] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a20551b-8c6e-40a2-afb9-9a54f12e9128 in Status: SUCCESS [ 870.946429] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.982888] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.982888] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.982888] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.983154] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.983154] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.983236] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c238b883-1fda-4e57-bd98-7c491d271259 is going to be updated. [ 871.015126] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.015343] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.015541] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.015748] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.015957] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.026618] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c238b883-1fda-4e57-bd98-7c491d271259 in Status: IN_PROGRESS for 2s [ 871.187295] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed83c3dc-0b64-431a-ab59-fe9f46082c3b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.233492] env[65894]: INFO networking_nsxv3.common.synchronization [req-9587f72e-f6be-4f90-9a78-c1d38cf89eda req-cdb546dc-a828-48fa-982b-2b9fa8f18ddf tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Enqueued Resource ID: c3df1442-972b-4c46-9187-df9c08907130 with Priority: HIGHEST for action security_group_members [ 871.234084] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3df1442-972b-4c46-9187-df9c08907130 with Priority: HIGHEST for action security_group_members [ 871.234551] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3df1442-972b-4c46-9187-df9c08907130 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.234551] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.234743] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.234775] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.235018] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.235018] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.235136] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.235773] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.235773] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.235773] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3df1442-972b-4c46-9187-df9c08907130',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.690762] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.691070] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.691214] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.691580] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.691757] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.691848] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed83c3dc-0b64-431a-ab59-fe9f46082c3b is going to be created. [ 871.724836] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.726335] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.726647] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.726988] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.728949] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.738384] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3df1442-972b-4c46-9187-df9c08907130',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.744257] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed83c3dc-0b64-431a-ab59-fe9f46082c3b in Status: UNINITIALIZED for 2s [ 871.900405] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock network-130 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.900405] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "network-130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.900405] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "network-130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.900928] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "network-130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.901923] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.901923] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.901923] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.901923] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.902235] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.902286] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 871.902359] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 871.902465] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 871.902572] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 871.902680] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 871.902840] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 871.902994] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 871.927030] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 871.927030] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 871.927030] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 871.927220] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "network-130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.927598] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock port-0824d19a-795b-4796-a2fd-9341e475b0f4 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.927913] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "port-0824d19a-795b-4796-a2fd-9341e475b0f4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.928121] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "port-0824d19a-795b-4796-a2fd-9341e475b0f4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.929547] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "port-0824d19a-795b-4796-a2fd-9341e475b0f4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.929547] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0824d19a-795b-4796-a2fd-9341e475b0f4',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.244822] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3df1442-972b-4c46-9187-df9c08907130',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.432323] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.432630] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.432800] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.433052] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.433237] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.433422] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Segment Port 0824d19a-795b-4796-a2fd-9341e475b0f4 not found, creating... [ 872.433683] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.433838] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.433952] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.434252] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.434378] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.434733] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.434895] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.435095] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.435253] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.435392] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.435530] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Resource: SegmentPort with ID: 0824d19a-795b-4796-a2fd-9341e475b0f4 is going to be created. [ 872.457727] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.457943] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.458086] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.458387] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.458656] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.458874] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "port-0824d19a-795b-4796-a2fd-9341e475b0f4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.747145] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.747394] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.747534] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.747934] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.747934] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.748112] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3df1442-972b-4c46-9187-df9c08907130 is going to be updated. [ 872.798173] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.798326] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.798393] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.798665] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.798899] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.810042] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3df1442-972b-4c46-9187-df9c08907130 in Status: IN_PROGRESS for 2s [ 873.041030] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c238b883-1fda-4e57-bd98-7c491d271259 in Status: SUCCESS [ 873.041030] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c238b883-1fda-4e57-bd98-7c491d271259" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.041030] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c238b883-1fda-4e57-bd98-7c491d271259" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.041030] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c238b883-1fda-4e57-bd98-7c491d271259" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.041030] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.041030] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.041030] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.041030] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.041030] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.041030] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c238b883-1fda-4e57-bd98-7c491d271259" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.042048] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c238b883-1fda-4e57-bd98-7c491d271259',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.192535] env[65894]: INFO networking_nsxv3.common.synchronization [req-9587f72e-f6be-4f90-9a78-c1d38cf89eda req-f1bef2c2-c8a6-4ff2-86c8-e7fb154ce400 service nova] Enqueued Resource ID: c3df1442-972b-4c46-9187-df9c08907130 with Priority: HIGHEST for action security_group_rules [ 873.192535] env[65894]: INFO networking_nsxv3.common.synchronization [req-9587f72e-f6be-4f90-9a78-c1d38cf89eda req-f1bef2c2-c8a6-4ff2-86c8-e7fb154ce400 service nova] Enqueued Resource ID: c3df1442-972b-4c46-9187-df9c08907130 with Priority: HIGHEST for action security_group_members [ 873.192535] env[65894]: INFO networking_nsxv3.common.synchronization [req-9587f72e-f6be-4f90-9a78-c1d38cf89eda req-f1bef2c2-c8a6-4ff2-86c8-e7fb154ce400 service nova] Enqueued Resource ID: 0824d19a-795b-4796-a2fd-9341e475b0f4 with Priority: HIGHEST for action port [ 873.192535] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3df1442-972b-4c46-9187-df9c08907130 with Priority: HIGHEST for action security_group_rules [ 873.192535] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3df1442-972b-4c46-9187-df9c08907130 with Priority: HIGHEST for action security_group_members [ 873.192853] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0824d19a-795b-4796-a2fd-9341e475b0f4 with Priority: HIGHEST for action port [ 873.193505] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3df1442-972b-4c46-9187-df9c08907130 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.193970] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.194261] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.194664] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.195052] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3df1442-972b-4c46-9187-df9c08907130',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.197120] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3df1442-972b-4c46-9187-df9c08907130 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.197120] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.197120] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-0824d19a-795b-4796-a2fd-9341e475b0f4 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.197436] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0824d19a-795b-4796-a2fd-9341e475b0f4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.197649] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0824d19a-795b-4796-a2fd-9341e475b0f4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.198081] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0824d19a-795b-4796-a2fd-9341e475b0f4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.198354] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0824d19a-795b-4796-a2fd-9341e475b0f4',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.544339] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c238b883-1fda-4e57-bd98-7c491d271259 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.544673] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c238b883-1fda-4e57-bd98-7c491d271259" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.544712] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c238b883-1fda-4e57-bd98-7c491d271259" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.545044] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c238b883-1fda-4e57-bd98-7c491d271259" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.545345] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.545508] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.545609] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.545814] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.545933] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.547052] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c238b883-1fda-4e57-bd98-7c491d271259" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.547052] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c238b883-1fda-4e57-bd98-7c491d271259 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.547052] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c238b883-1fda-4e57-bd98-7c491d271259" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.547052] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c238b883-1fda-4e57-bd98-7c491d271259" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.547052] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c238b883-1fda-4e57-bd98-7c491d271259" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.547052] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.547052] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.547052] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.547052] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.547052] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.547410] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c238b883-1fda-4e57-bd98-7c491d271259" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.547410] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c238b883-1fda-4e57-bd98-7c491d271259',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.702932] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3df1442-972b-4c46-9187-df9c08907130 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.703148] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.703366] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0824d19a-795b-4796-a2fd-9341e475b0f4 with status ACTIVE [ 873.703593] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.703739] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.703882] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.704139] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.704265] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.704477] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.704580] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.704642] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.704802] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.704881] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.705076] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.705172] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.705233] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.705372] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.705443] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.705525] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0824d19a-795b-4796-a2fd-9341e475b0f4 is going to be updated. [ 873.736972] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.736972] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.737258] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.737295] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.737420] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.737582] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0824d19a-795b-4796-a2fd-9341e475b0f4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.767175] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed83c3dc-0b64-431a-ab59-fe9f46082c3b in Status: SUCCESS [ 873.767395] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed83c3dc-0b64-431a-ab59-fe9f46082c3b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.767564] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed83c3dc-0b64-431a-ab59-fe9f46082c3b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.767798] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed83c3dc-0b64-431a-ab59-fe9f46082c3b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.767996] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.768132] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.768202] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.768415] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.768503] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.768591] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed83c3dc-0b64-431a-ab59-fe9f46082c3b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.768689] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed83c3dc-0b64-431a-ab59-fe9f46082c3b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.051376] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c238b883-1fda-4e57-bd98-7c491d271259: rpc.has_security_group_logging(os_id): False [ 874.072035] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.072035] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.072035] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.072035] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.072035] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.072035] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.072035] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.072035] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.072035] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.072035] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.072035] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.072035] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.072035] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.072035] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.072035] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.072704] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.072704] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.072704] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.072704] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.072704] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.072704] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c238b883-1fda-4e57-bd98-7c491d271259 is going to be updated. [ 874.141846] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.141988] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.142039] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.143041] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.143041] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.156560] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c238b883-1fda-4e57-bd98-7c491d271259 in Status: IN_PROGRESS for 2s [ 874.159173] env[65894]: INFO networking_nsxv3.common.synchronization [None req-1e22588a-9bdc-4dce-8886-ac67d3d15c3c None None] Enqueued Resource ID: d5cd9c3c-5eae-44e0-808f-d574600546e6 with Priority: HIGHEST for action port [ 874.159774] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5cd9c3c-5eae-44e0-808f-d574600546e6 with Priority: HIGHEST for action port [ 874.161159] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-d5cd9c3c-5eae-44e0-808f-d574600546e6 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.161159] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d5cd9c3c-5eae-44e0-808f-d574600546e6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.161159] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d5cd9c3c-5eae-44e0-808f-d574600546e6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.161159] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d5cd9c3c-5eae-44e0-808f-d574600546e6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.161405] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d5cd9c3c-5eae-44e0-808f-d574600546e6',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.276219] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed83c3dc-0b64-431a-ab59-fe9f46082c3b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.666023] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d5cd9c3c-5eae-44e0-808f-d574600546e6 [ 874.666023] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.666023] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.666023] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.666023] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.666023] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.666023] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d5cd9c3c-5eae-44e0-808f-d574600546e6 already deleted. [ 874.666023] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d5cd9c3c-5eae-44e0-808f-d574600546e6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.781051] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed83c3dc-0b64-431a-ab59-fe9f46082c3b: rpc.has_security_group_logging(os_id): False [ 874.802756] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.802756] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.802756] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.802756] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.802756] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.802756] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.802756] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.803293] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.803293] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.803293] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.803293] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed83c3dc-0b64-431a-ab59-fe9f46082c3b is going to be created. [ 874.825031] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3df1442-972b-4c46-9187-df9c08907130 in Status: SUCCESS [ 874.825031] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.825031] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.825031] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.825031] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.825031] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.825031] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.825031] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.825031] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.825031] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3df1442-972b-4c46-9187-df9c08907130',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.878736] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.878975] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.879101] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.879477] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.879697] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.892785] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed83c3dc-0b64-431a-ab59-fe9f46082c3b in Status: IN_PROGRESS for 2s [ 875.087375] env[65894]: INFO networking_nsxv3.common.synchronization [None req-f5985a09-187c-42a4-9ab5-d44714657602 tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] Enqueued Resource ID: 41f9c0a5-a06a-41f2-991f-6b14d61d51cf with Priority: HIGHEST for action security_group_rules [ 875.088296] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41f9c0a5-a06a-41f2-991f-6b14d61d51cf with Priority: HIGHEST for action security_group_rules [ 875.088601] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41f9c0a5-a06a-41f2-991f-6b14d61d51cf taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.089286] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41f9c0a5-a06a-41f2-991f-6b14d61d51cf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.089286] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41f9c0a5-a06a-41f2-991f-6b14d61d51cf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.089286] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41f9c0a5-a06a-41f2-991f-6b14d61d51cf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.090082] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41f9c0a5-a06a-41f2-991f-6b14d61d51cf',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.216842] env[65894]: INFO networking_nsxv3.common.synchronization [None req-b92c803a-363e-4686-9088-a204ad705c4b tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] Enqueued Resource ID: 41f9c0a5-a06a-41f2-991f-6b14d61d51cf with Priority: HIGHEST for action security_group_rules [ 875.217333] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41f9c0a5-a06a-41f2-991f-6b14d61d51cf with Priority: HIGHEST for action security_group_rules [ 875.217692] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41f9c0a5-a06a-41f2-991f-6b14d61d51cf taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.217804] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41f9c0a5-a06a-41f2-991f-6b14d61d51cf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.327640] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3df1442-972b-4c46-9187-df9c08907130',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.611743] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.611879] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.611981] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.612164] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.612256] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.612349] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41f9c0a5-a06a-41f2-991f-6b14d61d51cf already deleted. [ 875.612431] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41f9c0a5-a06a-41f2-991f-6b14d61d51cf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.612575] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41f9c0a5-a06a-41f2-991f-6b14d61d51cf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.612728] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41f9c0a5-a06a-41f2-991f-6b14d61d51cf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.612813] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41f9c0a5-a06a-41f2-991f-6b14d61d51cf',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.831582] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3df1442-972b-4c46-9187-df9c08907130',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.136214] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.136382] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.136424] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.136644] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.136729] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.136819] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41f9c0a5-a06a-41f2-991f-6b14d61d51cf already deleted. [ 876.136907] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41f9c0a5-a06a-41f2-991f-6b14d61d51cf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.170082] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c238b883-1fda-4e57-bd98-7c491d271259 in Status: SUCCESS [ 876.170366] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c238b883-1fda-4e57-bd98-7c491d271259" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.333827] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.334175] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.334175] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.334338] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.334401] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.334547] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3df1442-972b-4c46-9187-df9c08907130 is going to be updated. [ 876.370395] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.370471] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.370531] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.370808] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.370998] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.383585] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3df1442-972b-4c46-9187-df9c08907130 in Status: IN_PROGRESS for 2s [ 876.535796] env[65894]: INFO networking_nsxv3.common.synchronization [None req-87a81549-7f4f-4591-b6e2-55d9b1920615 None None] Enqueued Resource ID: 8b11450d-e18d-41f0-9d7e-83a63ebc5705 with Priority: HIGHEST for action port [ 876.536406] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b11450d-e18d-41f0-9d7e-83a63ebc5705 with Priority: HIGHEST for action port [ 876.537132] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-8b11450d-e18d-41f0-9d7e-83a63ebc5705 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.537132] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8b11450d-e18d-41f0-9d7e-83a63ebc5705" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.537132] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8b11450d-e18d-41f0-9d7e-83a63ebc5705" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.537346] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8b11450d-e18d-41f0-9d7e-83a63ebc5705" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.537462] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8b11450d-e18d-41f0-9d7e-83a63ebc5705',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.907384] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed83c3dc-0b64-431a-ab59-fe9f46082c3b in Status: SUCCESS [ 876.907384] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed83c3dc-0b64-431a-ab59-fe9f46082c3b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.039936] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8b11450d-e18d-41f0-9d7e-83a63ebc5705 [ 877.040353] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.040542] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.040626] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.040858] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.040959] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.041084] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8b11450d-e18d-41f0-9d7e-83a63ebc5705 already deleted. [ 877.041266] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8b11450d-e18d-41f0-9d7e-83a63ebc5705" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.819527] env[65894]: INFO networking_nsxv3.common.synchronization [req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 req-0a5e763f-be8c-47d8-a40b-c380b93222e9 tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] Enqueued Resource ID: 14638a0b-a3b9-41ec-a6e2-07149f70e71b with Priority: HIGHEST for action security_group_members [ 877.820029] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14638a0b-a3b9-41ec-a6e2-07149f70e71b with Priority: HIGHEST for action security_group_members [ 877.820404] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-14638a0b-a3b9-41ec-a6e2-07149f70e71b taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.820542] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14638a0b-a3b9-41ec-a6e2-07149f70e71b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.820610] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14638a0b-a3b9-41ec-a6e2-07149f70e71b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.820859] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14638a0b-a3b9-41ec-a6e2-07149f70e71b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.821030] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.821133] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.821196] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.821350] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.821435] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.821526] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14638a0b-a3b9-41ec-a6e2-07149f70e71b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.286385] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock network-805 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.286811] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "network-805" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.287104] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "network-805" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.287484] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "network-805" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.287935] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.288223] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.288376] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.288653] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.288927] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.289368] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 878.289504] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 878.289685] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 878.289855] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 878.290090] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 878.290288] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 878.290499] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 878.324172] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.324489] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.324489] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.324696] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.324794] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.325027] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.325165] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.325210] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.325421] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.325514] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.327278] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14638a0b-a3b9-41ec-a6e2-07149f70e71b already deleted. [ 878.327278] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14638a0b-a3b9-41ec-a6e2-07149f70e71b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.328453] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 878.328611] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 878.328668] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 878.328865] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "network-805" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.329553] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock port-15bce0a3-d3f0-461c-b41e-91e54eb01afc taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.329553] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "port-15bce0a3-d3f0-461c-b41e-91e54eb01afc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.329739] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "port-15bce0a3-d3f0-461c-b41e-91e54eb01afc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.329967] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "port-15bce0a3-d3f0-461c-b41e-91e54eb01afc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.330218] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15bce0a3-d3f0-461c-b41e-91e54eb01afc',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.395351] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3df1442-972b-4c46-9187-df9c08907130 in Status: SUCCESS [ 878.395672] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.395893] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.396151] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.396560] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.396560] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.396736] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.396870] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.396940] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.397191] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.397191] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c3df1442-972b-4c46-9187-df9c08907130',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.838320] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.839898] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.839898] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.839898] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.839898] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.839898] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Segment Port 15bce0a3-d3f0-461c-b41e-91e54eb01afc not found, creating... [ 878.839898] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.839898] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.840623] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.840623] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.840623] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.841431] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.841431] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.841431] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.841431] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.841783] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.841783] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Resource: SegmentPort with ID: 15bce0a3-d3f0-461c-b41e-91e54eb01afc is going to be created. [ 878.869617] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.869617] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.869753] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.870046] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.870293] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.870563] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "port-15bce0a3-d3f0-461c-b41e-91e54eb01afc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.900329] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3df1442-972b-4c46-9187-df9c08907130 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.900659] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.900748] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.900968] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.901150] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.901278] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.901341] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.901500] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.901586] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.901675] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.901900] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3df1442-972b-4c46-9187-df9c08907130 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.902015] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.902077] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.902227] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.902364] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.902454] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.902511] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.902706] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.902773] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.902808] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.902880] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c3df1442-972b-4c46-9187-df9c08907130',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.405953] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c3df1442-972b-4c46-9187-df9c08907130: rpc.has_security_group_logging(os_id): False [ 879.431474] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.431773] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.432142] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.432142] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.432250] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.432487] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.432487] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.432635] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.432822] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.432874] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.433263] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.433263] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.433263] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.433530] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.433579] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.433835] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.434205] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.434335] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.434487] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.434569] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.434657] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3df1442-972b-4c46-9187-df9c08907130 is going to be updated. [ 879.561869] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.562047] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.562104] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.562355] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.562505] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.605854] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3df1442-972b-4c46-9187-df9c08907130 in Status: IN_PROGRESS for 2s [ 879.668291] env[65894]: INFO networking_nsxv3.common.synchronization [req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 req-5c393976-e314-4b6f-a87e-6467ced5162e service nova] Enqueued Resource ID: 14638a0b-a3b9-41ec-a6e2-07149f70e71b with Priority: HIGHEST for action security_group_rules [ 879.668739] env[65894]: INFO networking_nsxv3.common.synchronization [req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 req-5c393976-e314-4b6f-a87e-6467ced5162e service nova] Enqueued Resource ID: 14638a0b-a3b9-41ec-a6e2-07149f70e71b with Priority: HIGHEST for action security_group_members [ 879.669039] env[65894]: INFO networking_nsxv3.common.synchronization [req-02a8f9e0-21fa-4ae8-a293-cb1b131a6736 req-5c393976-e314-4b6f-a87e-6467ced5162e service nova] Enqueued Resource ID: 15bce0a3-d3f0-461c-b41e-91e54eb01afc with Priority: HIGHEST for action port [ 879.671409] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14638a0b-a3b9-41ec-a6e2-07149f70e71b with Priority: HIGHEST for action security_group_rules [ 879.671806] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14638a0b-a3b9-41ec-a6e2-07149f70e71b with Priority: HIGHEST for action security_group_members [ 879.671886] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15bce0a3-d3f0-461c-b41e-91e54eb01afc with Priority: HIGHEST for action port [ 879.672394] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14638a0b-a3b9-41ec-a6e2-07149f70e71b taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.672608] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14638a0b-a3b9-41ec-a6e2-07149f70e71b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.672847] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14638a0b-a3b9-41ec-a6e2-07149f70e71b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.673693] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14638a0b-a3b9-41ec-a6e2-07149f70e71b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.673803] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14638a0b-a3b9-41ec-a6e2-07149f70e71b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.677358] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-14638a0b-a3b9-41ec-a6e2-07149f70e71b taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.677358] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14638a0b-a3b9-41ec-a6e2-07149f70e71b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.677358] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14638a0b-a3b9-41ec-a6e2-07149f70e71b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.677671] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14638a0b-a3b9-41ec-a6e2-07149f70e71b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.678194] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.678345] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.678452] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.678705] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.678802] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.678927] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14638a0b-a3b9-41ec-a6e2-07149f70e71b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.680210] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-15bce0a3-d3f0-461c-b41e-91e54eb01afc taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.680496] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15bce0a3-d3f0-461c-b41e-91e54eb01afc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.680496] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15bce0a3-d3f0-461c-b41e-91e54eb01afc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.680600] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15bce0a3-d3f0-461c-b41e-91e54eb01afc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.680659] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15bce0a3-d3f0-461c-b41e-91e54eb01afc',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.182731] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('14638a0b-a3b9-41ec-a6e2-07149f70e71b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.184390] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-14638a0b-a3b9-41ec-a6e2-07149f70e71b taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.184390] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14638a0b-a3b9-41ec-a6e2-07149f70e71b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.184390] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 15bce0a3-d3f0-461c-b41e-91e54eb01afc with status ACTIVE [ 880.184646] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.184646] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.184646] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.184826] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.184862] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.185048] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.185148] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.185221] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.185420] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.185488] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.185773] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.185871] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.185931] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.186092] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.186185] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.186284] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 15bce0a3-d3f0-461c-b41e-91e54eb01afc is going to be updated. [ 880.224524] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.225260] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.225473] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.228715] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.228715] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.228715] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15bce0a3-d3f0-461c-b41e-91e54eb01afc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.688896] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('14638a0b-a3b9-41ec-a6e2-07149f70e71b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.191299] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.191491] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.191570] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.191936] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.192115] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.192287] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14638a0b-a3b9-41ec-a6e2-07149f70e71b is going to be created. [ 881.216447] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.216664] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.216719] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.219020] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.219020] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.227476] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14638a0b-a3b9-41ec-a6e2-07149f70e71b in Status: UNINITIALIZED for 2s [ 881.623409] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3df1442-972b-4c46-9187-df9c08907130 in Status: SUCCESS [ 881.623409] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.239814] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14638a0b-a3b9-41ec-a6e2-07149f70e71b in Status: SUCCESS [ 883.240199] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14638a0b-a3b9-41ec-a6e2-07149f70e71b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.240312] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14638a0b-a3b9-41ec-a6e2-07149f70e71b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.240588] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14638a0b-a3b9-41ec-a6e2-07149f70e71b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.240788] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.240926] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.241077] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.241240] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.241344] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.241481] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14638a0b-a3b9-41ec-a6e2-07149f70e71b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.241556] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('14638a0b-a3b9-41ec-a6e2-07149f70e71b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.746913] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-14638a0b-a3b9-41ec-a6e2-07149f70e71b taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.747115] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14638a0b-a3b9-41ec-a6e2-07149f70e71b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.747188] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14638a0b-a3b9-41ec-a6e2-07149f70e71b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.747466] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14638a0b-a3b9-41ec-a6e2-07149f70e71b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.747617] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.747741] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.747810] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.747966] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.748083] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.748167] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14638a0b-a3b9-41ec-a6e2-07149f70e71b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.748344] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-14638a0b-a3b9-41ec-a6e2-07149f70e71b taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.748451] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14638a0b-a3b9-41ec-a6e2-07149f70e71b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.748510] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14638a0b-a3b9-41ec-a6e2-07149f70e71b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.748609] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14638a0b-a3b9-41ec-a6e2-07149f70e71b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.748747] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.748839] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.748900] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.749063] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.749140] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.749235] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14638a0b-a3b9-41ec-a6e2-07149f70e71b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.749325] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('14638a0b-a3b9-41ec-a6e2-07149f70e71b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.251474] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 14638a0b-a3b9-41ec-a6e2-07149f70e71b: rpc.has_security_group_logging(os_id): False [ 884.275362] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.275532] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.275586] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.275789] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.275878] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.276126] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.276232] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.276296] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.276453] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.276525] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.276709] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.276810] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.276870] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.277043] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.277160] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.277269] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.277356] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.277414] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.277552] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.277657] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.277698] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14638a0b-a3b9-41ec-a6e2-07149f70e71b is going to be created. [ 884.367153] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.367385] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.367448] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.367666] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.371022] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.389087] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14638a0b-a3b9-41ec-a6e2-07149f70e71b in Status: IN_PROGRESS for 2s [ 884.673174] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 884.673286] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 884.838130] env[65894]: INFO networking_nsxv3.common.synchronization [req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 req-e6bddcfc-9329-4e8c-a7d9-e05e5dbc0f5e tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Enqueued Resource ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a with Priority: HIGHEST for action security_group_members [ 884.838130] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a with Priority: HIGHEST for action security_group_members [ 884.838130] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.838130] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.838130] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.838130] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.838130] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.838130] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.838130] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.838670] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.838854] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.839060] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a3141f8-7611-4ff8-8814-8a6ebecf0f8a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.203631] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock network-976 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.203833] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "network-976" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.203956] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "network-976" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.204309] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "network-976" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.204572] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.204725] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.204837] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.205065] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.205237] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.205538] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 885.205671] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 885.205781] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 885.205899] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 885.206042] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 885.206152] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 885.206401] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 885.230695] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 885.230919] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 885.231157] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 885.231368] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "network-976" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.231856] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock port-34dccad3-570a-4851-a203-5468b5950e48 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.232069] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "port-34dccad3-570a-4851-a203-5468b5950e48" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.232236] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "port-34dccad3-570a-4851-a203-5468b5950e48" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.232606] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "port-34dccad3-570a-4851-a203-5468b5950e48" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.232802] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34dccad3-570a-4851-a203-5468b5950e48',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.344035] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.344035] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.344035] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.344035] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.344035] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.344035] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.344035] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.344035] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.344035] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.344035] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.344035] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a already deleted. [ 885.344035] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.735141] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.736359] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.736519] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.736827] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.736973] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.737177] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Segment Port 34dccad3-570a-4851-a203-5468b5950e48 not found, creating... [ 885.737525] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.737704] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.737820] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.738082] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.738243] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.738546] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.738705] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.738817] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.739055] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.739243] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.739385] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Resource: SegmentPort with ID: 34dccad3-570a-4851-a203-5468b5950e48 is going to be created. [ 885.765337] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.765619] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.765788] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.766181] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.766491] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.766779] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "port-34dccad3-570a-4851-a203-5468b5950e48" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.407492] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 14638a0b-a3b9-41ec-a6e2-07149f70e71b in Status: SUCCESS [ 886.407895] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14638a0b-a3b9-41ec-a6e2-07149f70e71b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.505847] env[65894]: INFO networking_nsxv3.common.synchronization [req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 req-886b8d39-95c3-469f-a125-40549254c357 service nova] Enqueued Resource ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a with Priority: HIGHEST for action security_group_rules [ 886.506031] env[65894]: INFO networking_nsxv3.common.synchronization [req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 req-886b8d39-95c3-469f-a125-40549254c357 service nova] Enqueued Resource ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a with Priority: HIGHEST for action security_group_members [ 886.506184] env[65894]: INFO networking_nsxv3.common.synchronization [req-3f52be63-7dfd-47a3-af5d-a260c6191ad1 req-886b8d39-95c3-469f-a125-40549254c357 service nova] Enqueued Resource ID: 34dccad3-570a-4851-a203-5468b5950e48 with Priority: HIGHEST for action port [ 886.506723] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a with Priority: HIGHEST for action security_group_rules [ 886.506893] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a with Priority: HIGHEST for action security_group_members [ 886.506942] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34dccad3-570a-4851-a203-5468b5950e48 with Priority: HIGHEST for action port [ 886.507278] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.507395] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.507481] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.507767] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.507868] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a3141f8-7611-4ff8-8814-8a6ebecf0f8a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.508839] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.508969] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.509060] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.509394] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.509444] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.509649] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.509649] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.509737] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.509826] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.509918] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a3141f8-7611-4ff8-8814-8a6ebecf0f8a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.514419] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-34dccad3-570a-4851-a203-5468b5950e48 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.514419] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34dccad3-570a-4851-a203-5468b5950e48" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.514419] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34dccad3-570a-4851-a203-5468b5950e48" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.514419] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34dccad3-570a-4851-a203-5468b5950e48" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.514419] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34dccad3-570a-4851-a203-5468b5950e48',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.014200] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3a3141f8-7611-4ff8-8814-8a6ebecf0f8a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.015759] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.015759] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.015759] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 34dccad3-570a-4851-a203-5468b5950e48 with status ACTIVE [ 887.015759] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.016102] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.016102] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.018437] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.018437] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.018437] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.018437] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.018437] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.018437] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.018437] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.018437] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.018437] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.018437] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.018437] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.018437] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.018437] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 34dccad3-570a-4851-a203-5468b5950e48 is going to be updated. [ 887.057584] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.057584] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.057584] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.057584] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.057584] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.057584] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34dccad3-570a-4851-a203-5468b5950e48" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.180087] env[65894]: INFO networking_nsxv3.common.synchronization [req-f4eb5f7d-31c4-4ade-b9a3-1217a1288adb req-911b82c2-72af-46bf-8ab4-9b6bd2930102 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Enqueued Resource ID: c3df1442-972b-4c46-9187-df9c08907130 with Priority: HIGHEST for action security_group_members [ 887.180694] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3df1442-972b-4c46-9187-df9c08907130 with Priority: HIGHEST for action security_group_members [ 887.182299] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3df1442-972b-4c46-9187-df9c08907130 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.182866] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.182866] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.183039] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.183176] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.183284] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.183345] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.183881] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.183881] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.183881] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3df1442-972b-4c46-9187-df9c08907130',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.474346] env[65894]: INFO networking_nsxv3.common.synchronization [None req-9f624281-da79-4a78-9e55-4743d97b4317 None None] Enqueued Resource ID: 74ab7108-e7b3-4221-843d-6d74a9d6ae05 with Priority: HIGHEST for action port [ 887.477654] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74ab7108-e7b3-4221-843d-6d74a9d6ae05 with Priority: HIGHEST for action port [ 887.477654] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-74ab7108-e7b3-4221-843d-6d74a9d6ae05 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.477654] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-74ab7108-e7b3-4221-843d-6d74a9d6ae05" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.477654] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-74ab7108-e7b3-4221-843d-6d74a9d6ae05" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.477654] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-74ab7108-e7b3-4221-843d-6d74a9d6ae05" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.477654] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74ab7108-e7b3-4221-843d-6d74a9d6ae05',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.520936] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3a3141f8-7611-4ff8-8814-8a6ebecf0f8a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.687294] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3df1442-972b-4c46-9187-df9c08907130',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.820626] env[65894]: INFO networking_nsxv3.common.synchronization [req-73baaf7e-5028-4e11-98ef-ba136fef4a51 req-876b055f-23f8-497b-b75b-d6bb43861886 tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Enqueued Resource ID: 932a2250-aad9-4048-be68-c2c2b6029e91 with Priority: HIGHEST for action security_group_members [ 887.821152] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 932a2250-aad9-4048-be68-c2c2b6029e91 with Priority: HIGHEST for action security_group_members [ 887.822872] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-932a2250-aad9-4048-be68-c2c2b6029e91 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.822996] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-932a2250-aad9-4048-be68-c2c2b6029e91" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.823079] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-932a2250-aad9-4048-be68-c2c2b6029e91" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.823280] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-932a2250-aad9-4048-be68-c2c2b6029e91" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.823438] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.823574] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.823660] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.823820] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.823909] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.824016] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('932a2250-aad9-4048-be68-c2c2b6029e91',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.980498] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 74ab7108-e7b3-4221-843d-6d74a9d6ae05 [ 887.980774] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.980902] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.981055] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.981224] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.981305] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.981403] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:74ab7108-e7b3-4221-843d-6d74a9d6ae05 already deleted. [ 887.981483] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-74ab7108-e7b3-4221-843d-6d74a9d6ae05" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.022897] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.022897] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.023182] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.023229] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.023290] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.023392] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a is going to be created. [ 888.047685] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.047949] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.047949] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.048360] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.048580] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.058910] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a in Status: UNINITIALIZED for 2s [ 888.193573] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3df1442-972b-4c46-9187-df9c08907130',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.327456] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('932a2250-aad9-4048-be68-c2c2b6029e91',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.700532] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.700846] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.700846] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.701523] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.701523] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.701523] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3df1442-972b-4c46-9187-df9c08907130 is going to be updated. [ 888.740391] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.740391] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.740391] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.740391] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.740391] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.761048] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3df1442-972b-4c46-9187-df9c08907130 in Status: IN_PROGRESS for 2s [ 888.830232] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('932a2250-aad9-4048-be68-c2c2b6029e91',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.333180] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.333600] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.333700] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.333960] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.334066] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.334188] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 932a2250-aad9-4048-be68-c2c2b6029e91 is going to be updated. [ 889.474129] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.474261] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.474334] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.474567] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.474695] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.486357] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 932a2250-aad9-4048-be68-c2c2b6029e91 in Status: IN_PROGRESS for 2s [ 890.072033] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a in Status: SUCCESS [ 890.072033] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.072386] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.073024] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.073024] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.073024] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.073024] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.073584] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.073737] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.073842] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.073940] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3a3141f8-7611-4ff8-8814-8a6ebecf0f8a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.082427] env[65894]: INFO networking_nsxv3.common.synchronization [None req-12542521-2cc0-465f-81d1-e553d3c84e82 None None] Enqueued Resource ID: cada7cda-0346-46f0-938d-0e4fe4782f8f with Priority: HIGHEST for action port [ 890.082427] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cada7cda-0346-46f0-938d-0e4fe4782f8f with Priority: HIGHEST for action port [ 890.082899] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-cada7cda-0346-46f0-938d-0e4fe4782f8f taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.082899] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cada7cda-0346-46f0-938d-0e4fe4782f8f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.083077] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cada7cda-0346-46f0-938d-0e4fe4782f8f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.085546] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cada7cda-0346-46f0-938d-0e4fe4782f8f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.085643] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cada7cda-0346-46f0-938d-0e4fe4782f8f',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.576729] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.576729] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.576729] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.577087] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.577087] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.577087] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.577257] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.577313] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.577405] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.577495] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.577642] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.577767] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.577808] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.577925] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.578084] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.578178] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.578240] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.578377] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.578451] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.578531] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.578621] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3a3141f8-7611-4ff8-8814-8a6ebecf0f8a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.588501] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cada7cda-0346-46f0-938d-0e4fe4782f8f [ 890.588796] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.589199] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.589199] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.589368] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.589461] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.589575] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cada7cda-0346-46f0-938d-0e4fe4782f8f already deleted. [ 890.589681] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cada7cda-0346-46f0-938d-0e4fe4782f8f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.615356] env[65894]: INFO networking_nsxv3.common.synchronization [req-8b6e3256-df1e-420d-b765-6863df0a7817 req-742ea831-84bc-47e5-8230-d1bd14ffbb73 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Enqueued Resource ID: c50c9a9a-7298-4fb0-bf98-fce7473619f7 with Priority: HIGHEST for action security_group_members [ 890.615864] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c50c9a9a-7298-4fb0-bf98-fce7473619f7 with Priority: HIGHEST for action security_group_members [ 890.616257] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c50c9a9a-7298-4fb0-bf98-fce7473619f7 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.616405] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c50c9a9a-7298-4fb0-bf98-fce7473619f7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.616474] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c50c9a9a-7298-4fb0-bf98-fce7473619f7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.616715] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c50c9a9a-7298-4fb0-bf98-fce7473619f7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.616867] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.616962] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.617042] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.617286] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.617381] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.617472] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c50c9a9a-7298-4fb0-bf98-fce7473619f7',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.696486] env[65894]: INFO networking_nsxv3.common.synchronization [req-fa5d2e64-7dcd-4687-8d52-e082947e8aac req-ec0d1007-f607-4edd-b495-08656d3b65ab tempest-InstanceActionsV221TestJSON-587995140 tempest-InstanceActionsV221TestJSON-587995140-project-member] Enqueued Resource ID: 14638a0b-a3b9-41ec-a6e2-07149f70e71b with Priority: HIGHEST for action security_group_members [ 890.697305] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14638a0b-a3b9-41ec-a6e2-07149f70e71b with Priority: HIGHEST for action security_group_members [ 890.697688] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-14638a0b-a3b9-41ec-a6e2-07149f70e71b taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.697812] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-14638a0b-a3b9-41ec-a6e2-07149f70e71b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.697875] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-14638a0b-a3b9-41ec-a6e2-07149f70e71b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.698087] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-14638a0b-a3b9-41ec-a6e2-07149f70e71b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.698319] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.698460] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.698498] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.702020] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.702020] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.702020] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('14638a0b-a3b9-41ec-a6e2-07149f70e71b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.771360] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3df1442-972b-4c46-9187-df9c08907130 in Status: SUCCESS [ 890.771623] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.989885] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock network-265 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.989885] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "network-265" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.990067] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "network-265" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.990297] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "network-265" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.990954] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.991161] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.991284] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.991866] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.992049] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.992275] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 890.992393] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 890.992503] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 890.992610] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 890.992720] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 890.992826] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 890.992962] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 891.014921] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 891.015151] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 891.015623] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 891.015825] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "network-265" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.016171] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock port-26ab65f3-9250-4b95-86db-a27490f7cda4 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.016426] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "port-26ab65f3-9250-4b95-86db-a27490f7cda4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.016567] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "port-26ab65f3-9250-4b95-86db-a27490f7cda4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.016884] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "port-26ab65f3-9250-4b95-86db-a27490f7cda4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.017169] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26ab65f3-9250-4b95-86db-a27490f7cda4',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.080393] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a: rpc.has_security_group_logging(os_id): False [ 891.097835] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.098258] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.098490] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.099299] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.099441] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.099677] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.099792] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.099856] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.100075] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.100165] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.100403] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.100506] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.100578] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.100750] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.100828] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.101045] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.101142] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.101234] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.101345] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.101418] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.101503] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a is going to be created. [ 891.120153] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.120367] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.120470] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.120772] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.120825] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.121028] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.121136] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.121202] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.121388] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.121539] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.121655] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c50c9a9a-7298-4fb0-bf98-fce7473619f7 already deleted. [ 891.121751] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c50c9a9a-7298-4fb0-bf98-fce7473619f7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.160789] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.160941] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.161036] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.161321] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.161438] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.173764] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a in Status: IN_PROGRESS for 2s [ 891.200906] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.201082] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.201157] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.201376] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.201492] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.201729] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.201926] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.201926] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.202078] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.202156] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.202242] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14638a0b-a3b9-41ec-a6e2-07149f70e71b is going to be updated. [ 891.264057] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.264233] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.264307] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.264525] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.264669] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.276238] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14638a0b-a3b9-41ec-a6e2-07149f70e71b in Status: IN_PROGRESS for 2s [ 891.501984] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 932a2250-aad9-4048-be68-c2c2b6029e91 in Status: SUCCESS [ 891.501984] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-932a2250-aad9-4048-be68-c2c2b6029e91" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.519714] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.519992] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.520104] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.520384] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.520539] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.520695] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Segment Port 26ab65f3-9250-4b95-86db-a27490f7cda4 not found, creating... [ 891.520958] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.521138] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.521254] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.521478] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.521613] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.521897] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.522079] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.522234] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.522389] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.522526] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.523285] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Resource: SegmentPort with ID: 26ab65f3-9250-4b95-86db-a27490f7cda4 is going to be created. [ 891.573806] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.574153] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.574303] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.574742] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.575042] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.575338] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "port-26ab65f3-9250-4b95-86db-a27490f7cda4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.260048] env[65894]: INFO networking_nsxv3.common.synchronization [req-8b6e3256-df1e-420d-b765-6863df0a7817 req-3e7742ac-05fc-4d4d-8ed9-c199e3d37fd9 service nova] Enqueued Resource ID: c50c9a9a-7298-4fb0-bf98-fce7473619f7 with Priority: HIGHEST for action security_group_rules [ 892.260307] env[65894]: INFO networking_nsxv3.common.synchronization [req-8b6e3256-df1e-420d-b765-6863df0a7817 req-3e7742ac-05fc-4d4d-8ed9-c199e3d37fd9 service nova] Enqueued Resource ID: c50c9a9a-7298-4fb0-bf98-fce7473619f7 with Priority: HIGHEST for action security_group_members [ 892.260402] env[65894]: INFO networking_nsxv3.common.synchronization [req-8b6e3256-df1e-420d-b765-6863df0a7817 req-3e7742ac-05fc-4d4d-8ed9-c199e3d37fd9 service nova] Enqueued Resource ID: 26ab65f3-9250-4b95-86db-a27490f7cda4 with Priority: HIGHEST for action port [ 892.260921] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c50c9a9a-7298-4fb0-bf98-fce7473619f7 with Priority: HIGHEST for action security_group_rules [ 892.261059] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c50c9a9a-7298-4fb0-bf98-fce7473619f7 with Priority: HIGHEST for action security_group_members [ 892.261160] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 26ab65f3-9250-4b95-86db-a27490f7cda4 with Priority: HIGHEST for action port [ 892.261460] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c50c9a9a-7298-4fb0-bf98-fce7473619f7 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.261584] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c50c9a9a-7298-4fb0-bf98-fce7473619f7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.261645] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c50c9a9a-7298-4fb0-bf98-fce7473619f7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.261896] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c50c9a9a-7298-4fb0-bf98-fce7473619f7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.261981] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c50c9a9a-7298-4fb0-bf98-fce7473619f7',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.263643] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c50c9a9a-7298-4fb0-bf98-fce7473619f7 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.263927] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c50c9a9a-7298-4fb0-bf98-fce7473619f7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.264146] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c50c9a9a-7298-4fb0-bf98-fce7473619f7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.264462] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c50c9a9a-7298-4fb0-bf98-fce7473619f7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.265468] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.265468] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.265468] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.265468] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.265468] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.265468] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c50c9a9a-7298-4fb0-bf98-fce7473619f7',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.266119] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-26ab65f3-9250-4b95-86db-a27490f7cda4 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.266277] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-26ab65f3-9250-4b95-86db-a27490f7cda4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.266380] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-26ab65f3-9250-4b95-86db-a27490f7cda4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.266650] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-26ab65f3-9250-4b95-86db-a27490f7cda4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.266712] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('26ab65f3-9250-4b95-86db-a27490f7cda4',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.769169] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c50c9a9a-7298-4fb0-bf98-fce7473619f7',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.770446] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c50c9a9a-7298-4fb0-bf98-fce7473619f7 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.770598] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c50c9a9a-7298-4fb0-bf98-fce7473619f7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.770980] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 26ab65f3-9250-4b95-86db-a27490f7cda4 with status ACTIVE [ 892.771130] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.771201] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.771284] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.771539] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.771661] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.771907] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.772073] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.772167] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.772399] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.772523] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.772789] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.772932] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.773040] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.773273] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.773377] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.773528] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 26ab65f3-9250-4b95-86db-a27490f7cda4 is going to be updated. [ 892.798020] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.798174] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.798220] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.798458] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.798568] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.798722] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-26ab65f3-9250-4b95-86db-a27490f7cda4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.162508] env[65894]: INFO networking_nsxv3.common.synchronization [req-e8950076-baa9-47db-846f-f57a162d61f9 req-72c06c96-e009-460f-bdfc-4cfe14a92550 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Enqueued Resource ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b with Priority: HIGHEST for action security_group_members [ 893.163083] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b with Priority: HIGHEST for action security_group_members [ 893.163394] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.163588] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.163588] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.163826] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.163984] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.164112] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.164208] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.164329] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.164412] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.164501] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fde18d8d-f211-41a4-b6ef-b2a9103ecc8b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.196253] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a in Status: SUCCESS [ 893.196409] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.276397] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c50c9a9a-7298-4fb0-bf98-fce7473619f7',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.290080] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 14638a0b-a3b9-41ec-a6e2-07149f70e71b in Status: SUCCESS [ 893.290606] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 14638a0b-a3b9-41ec-a6e2-07149f70e71b deletion is rescheduled due to dependency. [ 893.290606] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-14638a0b-a3b9-41ec-a6e2-07149f70e71b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.539641] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock network-407 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.539849] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "network-407" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.539973] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "network-407" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.540341] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "network-407" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.540606] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.541271] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.541403] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.541717] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.541888] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.542119] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 893.542236] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 893.542349] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 893.542527] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 893.542646] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 893.542753] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 893.542885] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 893.564795] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 893.564967] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 893.565120] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 893.565297] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "network-407" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.565867] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock port-a928b8b5-8628-4bb0-b8c6-4513d63ed2e1 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.566149] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "port-a928b8b5-8628-4bb0-b8c6-4513d63ed2e1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.566282] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "port-a928b8b5-8628-4bb0-b8c6-4513d63ed2e1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.566601] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "port-a928b8b5-8628-4bb0-b8c6-4513d63ed2e1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.566740] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a928b8b5-8628-4bb0-b8c6-4513d63ed2e1',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.669619] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.669941] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.670039] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.670265] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.670353] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.670554] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.670652] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.670715] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.670893] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.670972] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.671068] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b already deleted. [ 893.671148] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.780394] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.780555] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.780626] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.782193] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.782193] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.782193] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c50c9a9a-7298-4fb0-bf98-fce7473619f7 is going to be created. [ 893.818572] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.818747] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.818813] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.818976] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.819211] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.829412] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c50c9a9a-7298-4fb0-bf98-fce7473619f7 in Status: UNINITIALIZED for 2s [ 894.069837] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.070270] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.070460] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.070752] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.070899] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.071071] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Segment Port a928b8b5-8628-4bb0-b8c6-4513d63ed2e1 not found, creating... [ 894.071395] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.071584] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.071732] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.071988] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.072149] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.072607] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.072803] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.072948] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.073241] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.073363] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.073512] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Resource: SegmentPort with ID: a928b8b5-8628-4bb0-b8c6-4513d63ed2e1 is going to be created. [ 894.093737] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.093975] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.094152] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.094439] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.094669] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.094895] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "port-a928b8b5-8628-4bb0-b8c6-4513d63ed2e1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.858343] env[65894]: INFO networking_nsxv3.common.synchronization [req-e8950076-baa9-47db-846f-f57a162d61f9 req-6e4c17ac-f822-42d6-bbf0-b0c3424e9315 service nova] Enqueued Resource ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b with Priority: HIGHEST for action security_group_rules [ 894.858610] env[65894]: INFO networking_nsxv3.common.synchronization [req-e8950076-baa9-47db-846f-f57a162d61f9 req-6e4c17ac-f822-42d6-bbf0-b0c3424e9315 service nova] Enqueued Resource ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b with Priority: HIGHEST for action security_group_members [ 894.858713] env[65894]: INFO networking_nsxv3.common.synchronization [req-e8950076-baa9-47db-846f-f57a162d61f9 req-6e4c17ac-f822-42d6-bbf0-b0c3424e9315 service nova] Enqueued Resource ID: a928b8b5-8628-4bb0-b8c6-4513d63ed2e1 with Priority: HIGHEST for action port [ 894.859417] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b with Priority: HIGHEST for action security_group_rules [ 894.859786] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b with Priority: HIGHEST for action security_group_members [ 894.859786] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a928b8b5-8628-4bb0-b8c6-4513d63ed2e1 with Priority: HIGHEST for action port [ 894.859943] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.860099] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.860350] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.860622] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.861025] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fde18d8d-f211-41a4-b6ef-b2a9103ecc8b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.861828] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.861828] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.861828] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.862056] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.862089] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.862179] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.862244] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.862379] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.862653] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.862749] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fde18d8d-f211-41a4-b6ef-b2a9103ecc8b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.863843] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-a928b8b5-8628-4bb0-b8c6-4513d63ed2e1 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.863843] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a928b8b5-8628-4bb0-b8c6-4513d63ed2e1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.863843] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a928b8b5-8628-4bb0-b8c6-4513d63ed2e1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.864262] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a928b8b5-8628-4bb0-b8c6-4513d63ed2e1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.864262] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a928b8b5-8628-4bb0-b8c6-4513d63ed2e1',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.368849] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fde18d8d-f211-41a4-b6ef-b2a9103ecc8b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.368849] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.368849] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.368849] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a928b8b5-8628-4bb0-b8c6-4513d63ed2e1 with status ACTIVE [ 895.368849] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.368849] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.368849] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.368849] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.368849] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.368849] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.368849] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.368849] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.368849] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.368849] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.369750] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.369750] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.369750] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.369750] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.369750] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.369750] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a928b8b5-8628-4bb0-b8c6-4513d63ed2e1 is going to be updated. [ 895.395218] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.395396] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.395396] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.395614] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.395745] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.395894] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a928b8b5-8628-4bb0-b8c6-4513d63ed2e1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.842167] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c50c9a9a-7298-4fb0-bf98-fce7473619f7 in Status: SUCCESS [ 895.843451] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c50c9a9a-7298-4fb0-bf98-fce7473619f7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.843451] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c50c9a9a-7298-4fb0-bf98-fce7473619f7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.843451] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c50c9a9a-7298-4fb0-bf98-fce7473619f7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.843451] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.843451] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.843451] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.843451] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.843451] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.843798] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c50c9a9a-7298-4fb0-bf98-fce7473619f7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.843798] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c50c9a9a-7298-4fb0-bf98-fce7473619f7',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.874383] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fde18d8d-f211-41a4-b6ef-b2a9103ecc8b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.346223] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c50c9a9a-7298-4fb0-bf98-fce7473619f7 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.349228] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c50c9a9a-7298-4fb0-bf98-fce7473619f7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.349228] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c50c9a9a-7298-4fb0-bf98-fce7473619f7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.349228] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c50c9a9a-7298-4fb0-bf98-fce7473619f7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.349228] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.349228] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.349228] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.349228] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.349228] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.349228] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c50c9a9a-7298-4fb0-bf98-fce7473619f7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.349228] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c50c9a9a-7298-4fb0-bf98-fce7473619f7 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.349228] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c50c9a9a-7298-4fb0-bf98-fce7473619f7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.349228] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c50c9a9a-7298-4fb0-bf98-fce7473619f7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.349228] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c50c9a9a-7298-4fb0-bf98-fce7473619f7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.349228] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.349228] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.349228] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.349228] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.350512] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.350854] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c50c9a9a-7298-4fb0-bf98-fce7473619f7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.351272] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c50c9a9a-7298-4fb0-bf98-fce7473619f7',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.380266] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.380460] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.380524] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.380849] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.380849] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.380986] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b is going to be created. [ 896.414259] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.414500] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.414594] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.414801] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.414989] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.428406] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b in Status: UNINITIALIZED for 2s [ 896.856469] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c50c9a9a-7298-4fb0-bf98-fce7473619f7: rpc.has_security_group_logging(os_id): False [ 896.876852] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.877248] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.877248] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.877316] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.877662] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.877662] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.877822] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.877822] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.877914] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.877958] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.878167] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.878273] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.878351] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.878559] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.878643] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.878771] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.878902] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.879099] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.879447] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.879550] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.879888] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c50c9a9a-7298-4fb0-bf98-fce7473619f7 is going to be created. [ 896.951982] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.952216] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.952297] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.952461] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.953218] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.967245] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c50c9a9a-7298-4fb0-bf98-fce7473619f7 in Status: IN_PROGRESS for 2s [ 898.405298] env[65894]: INFO networking_nsxv3.common.synchronization [req-66598798-a68d-4822-86e1-9175dfa07d12 req-b905b548-bcd2-42d5-bcd4-907f5218de8d tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Enqueued Resource ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a with Priority: HIGHEST for action security_group_members [ 898.405950] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a with Priority: HIGHEST for action security_group_members [ 898.406301] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.406419] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.406483] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.406904] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.406904] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.406904] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.407272] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.407272] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.407272] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.407522] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a3141f8-7611-4ff8-8814-8a6ebecf0f8a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.440058] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b in Status: SUCCESS [ 898.440058] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.440058] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.440058] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.440361] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.440420] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.440451] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.440590] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.440665] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.441377] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.441377] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fde18d8d-f211-41a4-b6ef-b2a9103ecc8b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.911783] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.911991] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.911991] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.912669] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.912669] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.912669] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.912669] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.912669] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.912954] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.912954] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.913030] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a is going to be updated. [ 898.941245] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.941384] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.941506] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.942067] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.942243] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.943397] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.943574] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.943574] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.943809] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.943978] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.944555] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.944555] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.944714] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.944795] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.944894] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.945052] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.945159] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.945213] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.945486] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.945640] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.945736] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.945822] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.945928] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.946022] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.946084] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.946268] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fde18d8d-f211-41a4-b6ef-b2a9103ecc8b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.957875] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a in Status: IN_PROGRESS for 2s [ 898.981877] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c50c9a9a-7298-4fb0-bf98-fce7473619f7 in Status: SUCCESS [ 898.982770] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c50c9a9a-7298-4fb0-bf98-fce7473619f7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.448132] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fde18d8d-f211-41a4-b6ef-b2a9103ecc8b: rpc.has_security_group_logging(os_id): False [ 899.469528] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.469717] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.469772] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.470093] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.470230] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.470447] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.470568] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.470632] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.470901] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.471098] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.472374] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.472374] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.472374] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.472374] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.472374] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.472374] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.472374] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.472374] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.472867] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.472867] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.472867] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b is going to be created. [ 899.571509] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.571727] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.571825] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.572170] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.573086] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.591254] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b in Status: IN_PROGRESS for 2s [ 900.968927] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a in Status: SUCCESS [ 900.969327] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a deletion is rescheduled due to dependency. [ 900.969327] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.627148] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b in Status: SUCCESS [ 901.627530] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.553286] env[65894]: INFO networking_nsxv3.common.synchronization [req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c req-44642880-73bb-48b1-a273-c5765c9abf9a tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Enqueued Resource ID: 938afa8a-2cd0-4cf0-a00d-011876fde21d with Priority: HIGHEST for action security_group_members [ 902.553833] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 938afa8a-2cd0-4cf0-a00d-011876fde21d with Priority: HIGHEST for action security_group_members [ 902.554277] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-938afa8a-2cd0-4cf0-a00d-011876fde21d taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.554401] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-938afa8a-2cd0-4cf0-a00d-011876fde21d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.554458] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-938afa8a-2cd0-4cf0-a00d-011876fde21d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.554717] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-938afa8a-2cd0-4cf0-a00d-011876fde21d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.554884] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.554979] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.555072] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.555200] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.555336] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.555493] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('938afa8a-2cd0-4cf0-a00d-011876fde21d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.934545] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock network-884 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.934770] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "network-884" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.934906] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "network-884" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.935316] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "network-884" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.935547] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.935682] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.935927] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.936085] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.936195] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.936390] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 902.936505] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 902.936613] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 902.936718] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 902.936824] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 902.936932] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 902.938323] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 902.948945] env[65894]: INFO networking_nsxv3.common.synchronization [req-a447a388-d358-40bc-a764-dacabf73b81d req-836f10a4-4559-4802-b611-7ddf74879566 tempest-ListImageFiltersTestJSON-259619039 tempest-ListImageFiltersTestJSON-259619039-project-member] Enqueued Resource ID: 18d19e6d-8ac8-4e15-a4e6-043c3d605655 with Priority: HIGHEST for action security_group_members [ 902.950623] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18d19e6d-8ac8-4e15-a4e6-043c3d605655 with Priority: HIGHEST for action security_group_members [ 902.950623] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-18d19e6d-8ac8-4e15-a4e6-043c3d605655 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.950623] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-18d19e6d-8ac8-4e15-a4e6-043c3d605655" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.950623] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-18d19e6d-8ac8-4e15-a4e6-043c3d605655" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.950776] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-18d19e6d-8ac8-4e15-a4e6-043c3d605655" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.950960] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.951130] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.951217] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.951453] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.951600] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.951705] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('18d19e6d-8ac8-4e15-a4e6-043c3d605655',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.958884] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 902.960154] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 902.960154] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 902.960154] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "network-884" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.960482] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock port-9a856871-e4a3-4d63-8015-b7bdb0217933 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.960977] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "port-9a856871-e4a3-4d63-8015-b7bdb0217933" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.961208] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "port-9a856871-e4a3-4d63-8015-b7bdb0217933" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.961701] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "port-9a856871-e4a3-4d63-8015-b7bdb0217933" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.961885] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a856871-e4a3-4d63-8015-b7bdb0217933',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.058253] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.058459] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.058545] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.058819] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.058941] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.059250] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.059390] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.059541] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.059653] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.059755] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.059860] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 938afa8a-2cd0-4cf0-a00d-011876fde21d already deleted. [ 903.059967] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-938afa8a-2cd0-4cf0-a00d-011876fde21d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.456296] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.456296] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.456296] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.456296] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.456608] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.456697] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.456787] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.456958] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.457173] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.457285] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.457404] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18d19e6d-8ac8-4e15-a4e6-043c3d605655 is going to be updated. [ 903.466351] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.466568] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.466693] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.466984] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.467135] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.467292] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Segment Port 9a856871-e4a3-4d63-8015-b7bdb0217933 not found, creating... [ 903.467558] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.467714] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.467831] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.468069] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.468213] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.468516] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.468675] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.468792] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.469014] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.469165] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.469358] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Resource: SegmentPort with ID: 9a856871-e4a3-4d63-8015-b7bdb0217933 is going to be created. [ 903.495056] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.495317] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.495460] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.495741] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.495973] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.496266] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "port-9a856871-e4a3-4d63-8015-b7bdb0217933" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.498685] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.499338] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.499338] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.499338] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.499338] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.509616] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18d19e6d-8ac8-4e15-a4e6-043c3d605655 in Status: IN_PROGRESS for 2s [ 904.175995] env[65894]: INFO networking_nsxv3.common.synchronization [req-fb404995-c075-4ab0-bff3-631269f24377 req-e8469e66-e930-4a60-b876-d206ac174194 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Enqueued Resource ID: 354893bb-8690-4bed-8f78-4d5f27c28b88 with Priority: HIGHEST for action security_group_members [ 904.176276] env[65894]: INFO networking_nsxv3.common.synchronization [req-fb404995-c075-4ab0-bff3-631269f24377 req-e8469e66-e930-4a60-b876-d206ac174194 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Enqueued Resource ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b with Priority: HIGHEST for action security_group_members [ 904.176701] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 354893bb-8690-4bed-8f78-4d5f27c28b88 with Priority: HIGHEST for action security_group_members [ 904.176975] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b with Priority: HIGHEST for action security_group_members [ 904.177302] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-354893bb-8690-4bed-8f78-4d5f27c28b88 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.177409] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-354893bb-8690-4bed-8f78-4d5f27c28b88" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.177453] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-354893bb-8690-4bed-8f78-4d5f27c28b88" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.177782] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-354893bb-8690-4bed-8f78-4d5f27c28b88" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.177953] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.177953] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.178174] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.178174] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.178238] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.178387] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('354893bb-8690-4bed-8f78-4d5f27c28b88',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.181075] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.181554] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.181627] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.181795] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.182091] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.182216] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.182310] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.182488] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.182586] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.182710] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fde18d8d-f211-41a4-b6ef-b2a9103ecc8b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.210317] env[65894]: INFO networking_nsxv3.common.synchronization [req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c req-0de742dd-3e44-47f2-9f64-5f5839efa555 service nova] Enqueued Resource ID: 938afa8a-2cd0-4cf0-a00d-011876fde21d with Priority: HIGHEST for action security_group_rules [ 904.210497] env[65894]: INFO networking_nsxv3.common.synchronization [req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c req-0de742dd-3e44-47f2-9f64-5f5839efa555 service nova] Enqueued Resource ID: 938afa8a-2cd0-4cf0-a00d-011876fde21d with Priority: HIGHEST for action security_group_members [ 904.210633] env[65894]: INFO networking_nsxv3.common.synchronization [req-820fd5c1-dd32-470f-90a7-7a3f9a355c3c req-0de742dd-3e44-47f2-9f64-5f5839efa555 service nova] Enqueued Resource ID: 9a856871-e4a3-4d63-8015-b7bdb0217933 with Priority: HIGHEST for action port [ 904.211106] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 938afa8a-2cd0-4cf0-a00d-011876fde21d with Priority: HIGHEST for action security_group_rules [ 904.211243] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 938afa8a-2cd0-4cf0-a00d-011876fde21d with Priority: HIGHEST for action security_group_members [ 904.211339] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a856871-e4a3-4d63-8015-b7bdb0217933 with Priority: HIGHEST for action port [ 904.212029] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-938afa8a-2cd0-4cf0-a00d-011876fde21d taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.212262] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-938afa8a-2cd0-4cf0-a00d-011876fde21d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.212361] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-938afa8a-2cd0-4cf0-a00d-011876fde21d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.212586] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-938afa8a-2cd0-4cf0-a00d-011876fde21d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.212688] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('938afa8a-2cd0-4cf0-a00d-011876fde21d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.213988] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-938afa8a-2cd0-4cf0-a00d-011876fde21d taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.214136] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-938afa8a-2cd0-4cf0-a00d-011876fde21d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.214206] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-938afa8a-2cd0-4cf0-a00d-011876fde21d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.214518] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-938afa8a-2cd0-4cf0-a00d-011876fde21d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.214681] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.214778] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.214917] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.215022] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.215058] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.215148] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('938afa8a-2cd0-4cf0-a00d-011876fde21d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.216834] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a856871-e4a3-4d63-8015-b7bdb0217933 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.216834] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a856871-e4a3-4d63-8015-b7bdb0217933" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.216834] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a856871-e4a3-4d63-8015-b7bdb0217933" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.217024] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a856871-e4a3-4d63-8015-b7bdb0217933" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.217075] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a856871-e4a3-4d63-8015-b7bdb0217933',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.231544] env[65894]: INFO networking_nsxv3.common.synchronization [req-fb404995-c075-4ab0-bff3-631269f24377 req-e8469e66-e930-4a60-b876-d206ac174194 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Enqueued Resource ID: 354893bb-8690-4bed-8f78-4d5f27c28b88 with Priority: HIGHEST for action security_group_rules [ 904.231763] env[65894]: INFO networking_nsxv3.common.synchronization [req-fb404995-c075-4ab0-bff3-631269f24377 req-e8469e66-e930-4a60-b876-d206ac174194 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Enqueued Resource ID: 354893bb-8690-4bed-8f78-4d5f27c28b88 with Priority: HIGHEST for action security_group_members [ 904.231923] env[65894]: INFO networking_nsxv3.common.synchronization [req-fb404995-c075-4ab0-bff3-631269f24377 req-e8469e66-e930-4a60-b876-d206ac174194 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Enqueued Resource ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b with Priority: HIGHEST for action security_group_rules [ 904.232068] env[65894]: INFO networking_nsxv3.common.synchronization [req-fb404995-c075-4ab0-bff3-631269f24377 req-e8469e66-e930-4a60-b876-d206ac174194 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Enqueued Resource ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b with Priority: HIGHEST for action security_group_members [ 904.232196] env[65894]: INFO networking_nsxv3.common.synchronization [req-fb404995-c075-4ab0-bff3-631269f24377 req-e8469e66-e930-4a60-b876-d206ac174194 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Enqueued Resource ID: a928b8b5-8628-4bb0-b8c6-4513d63ed2e1 with Priority: HIGHEST for action port [ 904.232927] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 354893bb-8690-4bed-8f78-4d5f27c28b88 with Priority: HIGHEST for action security_group_rules [ 904.233466] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b with Priority: HIGHEST for action security_group_rules [ 904.233606] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a928b8b5-8628-4bb0-b8c6-4513d63ed2e1 with Priority: HIGHEST for action port [ 904.233731] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 354893bb-8690-4bed-8f78-4d5f27c28b88 with Priority: HIGHEST for action security_group_members [ 904.233788] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b with Priority: HIGHEST for action security_group_members [ 904.234982] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-354893bb-8690-4bed-8f78-4d5f27c28b88 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.234982] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-354893bb-8690-4bed-8f78-4d5f27c28b88" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.234982] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-354893bb-8690-4bed-8f78-4d5f27c28b88" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.234982] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-354893bb-8690-4bed-8f78-4d5f27c28b88" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.235741] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('354893bb-8690-4bed-8f78-4d5f27c28b88',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.236346] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.237250] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.237250] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.237250] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.237250] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fde18d8d-f211-41a4-b6ef-b2a9103ecc8b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.239952] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-a928b8b5-8628-4bb0-b8c6-4513d63ed2e1 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.240110] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a928b8b5-8628-4bb0-b8c6-4513d63ed2e1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.240227] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a928b8b5-8628-4bb0-b8c6-4513d63ed2e1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.240399] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a928b8b5-8628-4bb0-b8c6-4513d63ed2e1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.240492] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a928b8b5-8628-4bb0-b8c6-4513d63ed2e1',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.241398] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-354893bb-8690-4bed-8f78-4d5f27c28b88 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.241504] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-354893bb-8690-4bed-8f78-4d5f27c28b88" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.241720] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.241817] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.685105] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fde18d8d-f211-41a4-b6ef-b2a9103ecc8b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.686316] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('354893bb-8690-4bed-8f78-4d5f27c28b88',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.699878] env[65894]: INFO networking_nsxv3.common.synchronization [req-2b083f04-a10b-4944-ab66-93c8ab28251a req-e6a7c9ec-54fb-4861-ab92-2d38def9ed49 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Enqueued Resource ID: da05391c-cc7b-47f2-8f7d-94390b160791 with Priority: HIGHEST for action security_group_members [ 904.700357] env[65894]: INFO networking_nsxv3.common.synchronization [req-2b083f04-a10b-4944-ab66-93c8ab28251a req-e6a7c9ec-54fb-4861-ab92-2d38def9ed49 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Enqueued Resource ID: 354893bb-8690-4bed-8f78-4d5f27c28b88 with Priority: HIGHEST for action security_group_members [ 904.700479] env[65894]: INFO networking_nsxv3.common.synchronization [req-2b083f04-a10b-4944-ab66-93c8ab28251a req-e6a7c9ec-54fb-4861-ab92-2d38def9ed49 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Enqueued Resource ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b with Priority: HIGHEST for action security_group_members [ 904.701767] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da05391c-cc7b-47f2-8f7d-94390b160791 with Priority: HIGHEST for action security_group_members [ 904.701944] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 354893bb-8690-4bed-8f78-4d5f27c28b88 with Priority: HIGHEST for action security_group_members [ 904.702096] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b with Priority: HIGHEST for action security_group_members [ 904.702577] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-da05391c-cc7b-47f2-8f7d-94390b160791 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.702739] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da05391c-cc7b-47f2-8f7d-94390b160791" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.702838] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da05391c-cc7b-47f2-8f7d-94390b160791" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.703154] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da05391c-cc7b-47f2-8f7d-94390b160791" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.703361] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.703526] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.703604] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.703885] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.703946] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.704072] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da05391c-cc7b-47f2-8f7d-94390b160791',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.705568] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-354893bb-8690-4bed-8f78-4d5f27c28b88 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.705708] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-354893bb-8690-4bed-8f78-4d5f27c28b88" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.705956] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.706090] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.719740] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('938afa8a-2cd0-4cf0-a00d-011876fde21d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.719740] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9a856871-e4a3-4d63-8015-b7bdb0217933 with status ACTIVE [ 904.719740] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.719740] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.719740] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.719740] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.719740] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.719740] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.720394] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.720394] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.720394] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.720394] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.720394] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.720394] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.720570] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.720570] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.721155] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.721291] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9a856871-e4a3-4d63-8015-b7bdb0217933 is going to be updated. [ 904.722558] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-938afa8a-2cd0-4cf0-a00d-011876fde21d taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.723066] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-938afa8a-2cd0-4cf0-a00d-011876fde21d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.739827] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.740018] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.742916] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-354893bb-8690-4bed-8f78-4d5f27c28b88 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.743117] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-354893bb-8690-4bed-8f78-4d5f27c28b88" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.745424] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a928b8b5-8628-4bb0-b8c6-4513d63ed2e1 with status ACTIVE [ 904.745620] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.745744] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.745811] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.746035] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.746134] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.746289] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.746395] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.746488] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.746638] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.746748] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.746937] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.747045] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.747109] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.747266] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.747327] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.747422] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a928b8b5-8628-4bb0-b8c6-4513d63ed2e1 is going to be updated. [ 904.752240] env[65894]: INFO networking_nsxv3.common.synchronization [req-2b083f04-a10b-4944-ab66-93c8ab28251a req-e6a7c9ec-54fb-4861-ab92-2d38def9ed49 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Enqueued Resource ID: 354893bb-8690-4bed-8f78-4d5f27c28b88 with Priority: HIGHEST for action security_group_rules [ 904.752629] env[65894]: INFO networking_nsxv3.common.synchronization [req-2b083f04-a10b-4944-ab66-93c8ab28251a req-e6a7c9ec-54fb-4861-ab92-2d38def9ed49 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Enqueued Resource ID: 354893bb-8690-4bed-8f78-4d5f27c28b88 with Priority: HIGHEST for action security_group_members [ 904.752861] env[65894]: INFO networking_nsxv3.common.synchronization [req-2b083f04-a10b-4944-ab66-93c8ab28251a req-e6a7c9ec-54fb-4861-ab92-2d38def9ed49 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Enqueued Resource ID: da05391c-cc7b-47f2-8f7d-94390b160791 with Priority: HIGHEST for action security_group_rules [ 904.753207] env[65894]: INFO networking_nsxv3.common.synchronization [req-2b083f04-a10b-4944-ab66-93c8ab28251a req-e6a7c9ec-54fb-4861-ab92-2d38def9ed49 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Enqueued Resource ID: da05391c-cc7b-47f2-8f7d-94390b160791 with Priority: HIGHEST for action security_group_members [ 904.753399] env[65894]: INFO networking_nsxv3.common.synchronization [req-2b083f04-a10b-4944-ab66-93c8ab28251a req-e6a7c9ec-54fb-4861-ab92-2d38def9ed49 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Enqueued Resource ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b with Priority: HIGHEST for action security_group_rules [ 904.753645] env[65894]: INFO networking_nsxv3.common.synchronization [req-2b083f04-a10b-4944-ab66-93c8ab28251a req-e6a7c9ec-54fb-4861-ab92-2d38def9ed49 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Enqueued Resource ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b with Priority: HIGHEST for action security_group_members [ 904.753924] env[65894]: INFO networking_nsxv3.common.synchronization [req-2b083f04-a10b-4944-ab66-93c8ab28251a req-e6a7c9ec-54fb-4861-ab92-2d38def9ed49 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Enqueued Resource ID: a928b8b5-8628-4bb0-b8c6-4513d63ed2e1 with Priority: HIGHEST for action port [ 904.754988] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 354893bb-8690-4bed-8f78-4d5f27c28b88 with Priority: HIGHEST for action security_group_rules [ 904.755186] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da05391c-cc7b-47f2-8f7d-94390b160791 with Priority: HIGHEST for action security_group_rules [ 904.755345] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b with Priority: HIGHEST for action security_group_members [ 904.755907] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a928b8b5-8628-4bb0-b8c6-4513d63ed2e1 with Priority: HIGHEST for action port [ 904.756096] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b with Priority: HIGHEST for action security_group_rules [ 904.757054] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 354893bb-8690-4bed-8f78-4d5f27c28b88 with Priority: HIGHEST for action security_group_members [ 904.757140] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da05391c-cc7b-47f2-8f7d-94390b160791 with Priority: HIGHEST for action security_group_members [ 904.758064] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-354893bb-8690-4bed-8f78-4d5f27c28b88 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.758212] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-354893bb-8690-4bed-8f78-4d5f27c28b88" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.758786] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da05391c-cc7b-47f2-8f7d-94390b160791 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.758786] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da05391c-cc7b-47f2-8f7d-94390b160791" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.758786] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da05391c-cc7b-47f2-8f7d-94390b160791" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.758949] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da05391c-cc7b-47f2-8f7d-94390b160791" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.759149] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da05391c-cc7b-47f2-8f7d-94390b160791',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.760651] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.762867] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.762867] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-a928b8b5-8628-4bb0-b8c6-4513d63ed2e1 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.762867] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a928b8b5-8628-4bb0-b8c6-4513d63ed2e1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.762867] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.762867] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.762867] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-354893bb-8690-4bed-8f78-4d5f27c28b88 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.762867] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-354893bb-8690-4bed-8f78-4d5f27c28b88" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.762867] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-da05391c-cc7b-47f2-8f7d-94390b160791 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.762867] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da05391c-cc7b-47f2-8f7d-94390b160791" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.764149] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.764276] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.764375] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.764607] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.764784] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.764964] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a856871-e4a3-4d63-8015-b7bdb0217933" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.782957] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.782957] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.783204] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.783258] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.784070] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.784070] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a928b8b5-8628-4bb0-b8c6-4513d63ed2e1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.784070] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a928b8b5-8628-4bb0-b8c6-4513d63ed2e1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.784438] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a928b8b5-8628-4bb0-b8c6-4513d63ed2e1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.784438] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a928b8b5-8628-4bb0-b8c6-4513d63ed2e1',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.189049] env[65894]: INFO networking_nsxv3.common.synchronization [req-472ab809-e573-4a3c-9faa-cba7c35b6cb2 req-2fe91d71-a974-4ce4-9849-09796665981c tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Enqueued Resource ID: a3e52fc6-349c-4034-901a-23d384d743c9 with Priority: HIGHEST for action security_group_members [ 905.189049] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fde18d8d-f211-41a4-b6ef-b2a9103ecc8b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.189608] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('354893bb-8690-4bed-8f78-4d5f27c28b88',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.190805] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3e52fc6-349c-4034-901a-23d384d743c9 with Priority: HIGHEST for action security_group_members [ 905.194021] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3e52fc6-349c-4034-901a-23d384d743c9 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.194021] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.194021] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.194021] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.194021] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.194021] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.194021] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.194021] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.194021] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.194021] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3e52fc6-349c-4034-901a-23d384d743c9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.207506] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('da05391c-cc7b-47f2-8f7d-94390b160791',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.220241] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('938afa8a-2cd0-4cf0-a00d-011876fde21d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.264581] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-da05391c-cc7b-47f2-8f7d-94390b160791 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.265621] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da05391c-cc7b-47f2-8f7d-94390b160791" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.287744] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a928b8b5-8628-4bb0-b8c6-4513d63ed2e1 with status ACTIVE [ 905.287744] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.287984] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.288302] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.288675] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.288884] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.291028] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.291028] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.291028] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.291028] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.291028] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.291028] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.291028] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.291028] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.291028] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.291028] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.291028] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a928b8b5-8628-4bb0-b8c6-4513d63ed2e1 is going to be updated. [ 905.320648] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.320648] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.320648] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.320648] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.320648] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.320648] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a928b8b5-8628-4bb0-b8c6-4513d63ed2e1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.524452] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 18d19e6d-8ac8-4e15-a4e6-043c3d605655 in Status: SUCCESS [ 905.524452] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 18d19e6d-8ac8-4e15-a4e6-043c3d605655 deletion is rescheduled due to dependency. [ 905.524452] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-18d19e6d-8ac8-4e15-a4e6-043c3d605655" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.611030] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock network-370 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.611549] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "network-370" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.611549] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "network-370" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.611833] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "network-370" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.612109] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.612306] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.612474] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.613062] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.613062] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.613213] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 905.613333] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 905.613441] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 905.613611] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 905.613653] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 905.613752] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 905.613882] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 905.635042] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 905.635042] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 905.635042] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 905.635042] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "network-370" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.635256] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock port-b681fdc0-6d6d-44f4-a67a-f9b96e349036 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.635413] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "port-b681fdc0-6d6d-44f4-a67a-f9b96e349036" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.635413] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "port-b681fdc0-6d6d-44f4-a67a-f9b96e349036" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.636029] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "port-b681fdc0-6d6d-44f4-a67a-f9b96e349036" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.636029] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b681fdc0-6d6d-44f4-a67a-f9b96e349036',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.692879] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.693324] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.693324] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.693695] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.693864] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.694021] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 354893bb-8690-4bed-8f78-4d5f27c28b88 is going to be created. [ 905.695731] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.695890] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.695991] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.696221] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.696341] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.696467] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b is going to be updated. [ 905.698671] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.698820] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.698917] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.699157] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.699282] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.699521] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.699661] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.699925] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.700162] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.700277] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.700400] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3e52fc6-349c-4034-901a-23d384d743c9 is going to be updated. [ 905.710847] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('da05391c-cc7b-47f2-8f7d-94390b160791',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.722743] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.722898] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.722971] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.723214] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.723320] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.723416] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 938afa8a-2cd0-4cf0-a00d-011876fde21d is going to be created. [ 905.732990] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.733145] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.733214] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.733443] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.733690] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.735682] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.735825] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.735918] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.736166] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.736374] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.743531] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.743714] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.743760] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.743933] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.744091] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.751386] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b in Status: IN_PROGRESS for 2s [ 905.752186] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 354893bb-8690-4bed-8f78-4d5f27c28b88 in Status: UNINITIALIZED for 2s [ 905.752760] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3e52fc6-349c-4034-901a-23d384d743c9 in Status: IN_PROGRESS for 2s [ 905.782885] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.783128] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.783241] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.783518] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.783749] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.798544] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 938afa8a-2cd0-4cf0-a00d-011876fde21d in Status: UNINITIALIZED for 2s [ 906.138916] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.139162] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.139377] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.139669] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.139825] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.139976] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Segment Port b681fdc0-6d6d-44f4-a67a-f9b96e349036 not found, creating... [ 906.140277] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.140450] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.140570] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.140807] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.141026] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.141262] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.141414] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.141741] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.141848] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.141967] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.142110] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Resource: SegmentPort with ID: b681fdc0-6d6d-44f4-a67a-f9b96e349036 is going to be created. [ 906.164634] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.164962] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.165154] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.165439] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.165672] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.165900] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "port-b681fdc0-6d6d-44f4-a67a-f9b96e349036" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.213965] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.214579] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.214579] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.214579] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.214579] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.214579] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da05391c-cc7b-47f2-8f7d-94390b160791 is going to be created. [ 906.242934] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.242934] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.242934] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.242934] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.242934] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.289094] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da05391c-cc7b-47f2-8f7d-94390b160791 in Status: UNINITIALIZED for 2s [ 906.928506] env[65894]: INFO networking_nsxv3.common.synchronization [req-472ab809-e573-4a3c-9faa-cba7c35b6cb2 req-cd38a478-862c-4e8a-82ed-2243aa52b4fb service nova] Enqueued Resource ID: a3e52fc6-349c-4034-901a-23d384d743c9 with Priority: HIGHEST for action security_group_rules [ 906.929724] env[65894]: INFO networking_nsxv3.common.synchronization [req-472ab809-e573-4a3c-9faa-cba7c35b6cb2 req-cd38a478-862c-4e8a-82ed-2243aa52b4fb service nova] Enqueued Resource ID: a3e52fc6-349c-4034-901a-23d384d743c9 with Priority: HIGHEST for action security_group_members [ 906.929724] env[65894]: INFO networking_nsxv3.common.synchronization [req-472ab809-e573-4a3c-9faa-cba7c35b6cb2 req-cd38a478-862c-4e8a-82ed-2243aa52b4fb service nova] Enqueued Resource ID: b681fdc0-6d6d-44f4-a67a-f9b96e349036 with Priority: HIGHEST for action port [ 906.929724] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3e52fc6-349c-4034-901a-23d384d743c9 with Priority: HIGHEST for action security_group_rules [ 906.931476] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3e52fc6-349c-4034-901a-23d384d743c9 with Priority: HIGHEST for action security_group_members [ 906.931899] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b681fdc0-6d6d-44f4-a67a-f9b96e349036 with Priority: HIGHEST for action port [ 906.931939] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3e52fc6-349c-4034-901a-23d384d743c9 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.932132] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.932132] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.932372] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.932411] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3e52fc6-349c-4034-901a-23d384d743c9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.933573] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3e52fc6-349c-4034-901a-23d384d743c9 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.933660] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.933853] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-b681fdc0-6d6d-44f4-a67a-f9b96e349036 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.934010] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b681fdc0-6d6d-44f4-a67a-f9b96e349036" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.934070] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b681fdc0-6d6d-44f4-a67a-f9b96e349036" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.934199] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b681fdc0-6d6d-44f4-a67a-f9b96e349036" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.936578] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b681fdc0-6d6d-44f4-a67a-f9b96e349036',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.012263] env[65894]: INFO networking_nsxv3.common.synchronization [None req-db785a5c-825a-40df-9e08-0a1170c37219 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Enqueued Resource ID: 723125d4-65ef-4a5f-9d00-609ae9fdb52c with Priority: HIGHEST for action security_group_rules [ 907.012807] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 723125d4-65ef-4a5f-9d00-609ae9fdb52c with Priority: HIGHEST for action security_group_rules [ 907.014222] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-723125d4-65ef-4a5f-9d00-609ae9fdb52c taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.014222] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-723125d4-65ef-4a5f-9d00-609ae9fdb52c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.014222] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-723125d4-65ef-4a5f-9d00-609ae9fdb52c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.014222] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-723125d4-65ef-4a5f-9d00-609ae9fdb52c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.014222] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('723125d4-65ef-4a5f-9d00-609ae9fdb52c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.115908] env[65894]: INFO networking_nsxv3.common.synchronization [None req-35856db3-dc6c-426b-858e-2f447d7c7436 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Enqueued Resource ID: 723125d4-65ef-4a5f-9d00-609ae9fdb52c with Priority: HIGHEST for action security_group_rules [ 907.116309] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 723125d4-65ef-4a5f-9d00-609ae9fdb52c with Priority: HIGHEST for action security_group_rules [ 907.116309] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-723125d4-65ef-4a5f-9d00-609ae9fdb52c taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.116405] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-723125d4-65ef-4a5f-9d00-609ae9fdb52c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.437621] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3e52fc6-349c-4034-901a-23d384d743c9 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.438729] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.441367] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b681fdc0-6d6d-44f4-a67a-f9b96e349036 with status ACTIVE [ 907.441367] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.441367] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.441367] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.441367] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.441367] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.441367] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.441367] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.441367] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.441367] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.442048] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.443324] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.443324] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.443324] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.443324] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.443324] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.443324] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b681fdc0-6d6d-44f4-a67a-f9b96e349036 is going to be updated. [ 907.468862] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.469190] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.469190] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.469548] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.469698] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.469878] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b681fdc0-6d6d-44f4-a67a-f9b96e349036" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.544909] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.545194] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.545395] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.545626] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.545721] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.545817] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 723125d4-65ef-4a5f-9d00-609ae9fdb52c already deleted. [ 907.545918] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-723125d4-65ef-4a5f-9d00-609ae9fdb52c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.546103] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-723125d4-65ef-4a5f-9d00-609ae9fdb52c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.546304] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-723125d4-65ef-4a5f-9d00-609ae9fdb52c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.546375] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('723125d4-65ef-4a5f-9d00-609ae9fdb52c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.766071] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3e52fc6-349c-4034-901a-23d384d743c9 in Status: SUCCESS [ 907.766071] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3e52fc6-349c-4034-901a-23d384d743c9 deletion is rescheduled due to dependency. [ 907.766071] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.766071] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.766071] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.766297] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.766416] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.766482] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.766593] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.766674] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.766771] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3e52fc6-349c-4034-901a-23d384d743c9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.770782] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 354893bb-8690-4bed-8f78-4d5f27c28b88 in Status: SUCCESS [ 907.770782] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-354893bb-8690-4bed-8f78-4d5f27c28b88" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.771525] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b in Status: SUCCESS [ 907.771828] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.772188] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-354893bb-8690-4bed-8f78-4d5f27c28b88" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.772438] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-354893bb-8690-4bed-8f78-4d5f27c28b88" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.772656] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.772776] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.772846] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.773031] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.773117] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.773228] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('354893bb-8690-4bed-8f78-4d5f27c28b88',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.774186] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.774376] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.774554] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.774870] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.774942] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.775143] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.775227] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.775517] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fde18d8d-f211-41a4-b6ef-b2a9103ecc8b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.810608] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 938afa8a-2cd0-4cf0-a00d-011876fde21d in Status: SUCCESS [ 907.810608] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-938afa8a-2cd0-4cf0-a00d-011876fde21d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.810608] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-938afa8a-2cd0-4cf0-a00d-011876fde21d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.810608] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-938afa8a-2cd0-4cf0-a00d-011876fde21d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.810608] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.810608] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.810608] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.810608] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.810608] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.811940] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-938afa8a-2cd0-4cf0-a00d-011876fde21d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.811940] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('938afa8a-2cd0-4cf0-a00d-011876fde21d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.074639] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.074795] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.074862] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.075084] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.075194] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.075291] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 723125d4-65ef-4a5f-9d00-609ae9fdb52c already deleted. [ 908.075376] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-723125d4-65ef-4a5f-9d00-609ae9fdb52c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.280105] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a3e52fc6-349c-4034-901a-23d384d743c9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.281169] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('354893bb-8690-4bed-8f78-4d5f27c28b88',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.282071] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fde18d8d-f211-41a4-b6ef-b2a9103ecc8b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.305065] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da05391c-cc7b-47f2-8f7d-94390b160791 in Status: SUCCESS [ 908.305290] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da05391c-cc7b-47f2-8f7d-94390b160791" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.305601] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da05391c-cc7b-47f2-8f7d-94390b160791" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.305678] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da05391c-cc7b-47f2-8f7d-94390b160791" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.305899] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.305978] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.306031] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.306162] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.306241] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.306341] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da05391c-cc7b-47f2-8f7d-94390b160791',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.314075] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('938afa8a-2cd0-4cf0-a00d-011876fde21d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.783285] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a3e52fc6-349c-4034-901a-23d384d743c9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.784438] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('354893bb-8690-4bed-8f78-4d5f27c28b88',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.785510] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fde18d8d-f211-41a4-b6ef-b2a9103ecc8b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.792418] env[65894]: INFO networking_nsxv3.common.synchronization [req-6bdc8216-814b-4d18-8328-8469b3d84cb5 req-a5b9a39c-cf1d-4bd2-8fc4-c12de2a08db2 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Enqueued Resource ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 with Priority: HIGHEST for action security_group_members [ 908.793382] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 with Priority: HIGHEST for action security_group_members [ 908.793892] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.794107] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.794193] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.795043] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.795534] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.795713] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.795825] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.796166] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.796259] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.796396] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.808381] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('da05391c-cc7b-47f2-8f7d-94390b160791',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.817591] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 938afa8a-2cd0-4cf0-a00d-011876fde21d: rpc.has_security_group_logging(os_id): False [ 908.836413] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.837931] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.838307] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.839363] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.841126] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.841322] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.841451] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.841517] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.841741] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.841828] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.841921] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 938afa8a-2cd0-4cf0-a00d-011876fde21d is going to be created. [ 908.911185] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.911327] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.911397] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.911724] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.911911] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.926455] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 938afa8a-2cd0-4cf0-a00d-011876fde21d in Status: IN_PROGRESS for 2s [ 909.249973] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock network-123 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.249973] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "network-123" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.249973] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "network-123" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.250906] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "network-123" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.251490] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.251683] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.251805] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.252064] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.252218] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.252443] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 909.252557] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 909.252661] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 909.252804] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 909.252875] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 909.252980] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 909.253131] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 909.276828] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 909.277015] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 909.277167] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 909.277375] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "network-123" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.277708] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock port-ae692bf2-660d-4446-b137-d8cd58f9a30c taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.277882] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "port-ae692bf2-660d-4446-b137-d8cd58f9a30c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.278010] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "port-ae692bf2-660d-4446-b137-d8cd58f9a30c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.278464] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "port-ae692bf2-660d-4446-b137-d8cd58f9a30c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.278661] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae692bf2-660d-4446-b137-d8cd58f9a30c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.292335] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.292526] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.292585] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.292874] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.293100] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.293100] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3e52fc6-349c-4034-901a-23d384d743c9 is going to be updated. [ 909.294617] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.294775] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.294845] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.295092] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.295367] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.295367] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 354893bb-8690-4bed-8f78-4d5f27c28b88 is going to be updated. [ 909.296642] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.297214] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.297214] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.297214] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.297356] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.297401] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b is going to be updated. [ 909.299876] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.310974] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('da05391c-cc7b-47f2-8f7d-94390b160791',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.344703] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.344866] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.345108] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.345389] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.345565] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.347728] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.347929] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.347929] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.348236] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.348370] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.350453] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.350602] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.350681] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.350926] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.351152] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.364439] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 354893bb-8690-4bed-8f78-4d5f27c28b88 in Status: IN_PROGRESS for 2s [ 909.365515] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b in Status: IN_PROGRESS for 2s [ 909.366411] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3e52fc6-349c-4034-901a-23d384d743c9 in Status: IN_PROGRESS for 2s [ 909.781047] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.781311] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.781451] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.781753] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.781927] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.782736] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Segment Port ae692bf2-660d-4446-b137-d8cd58f9a30c not found, creating... [ 909.782736] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.782736] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.782736] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.783038] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.783069] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.783410] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.783702] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.783702] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.783911] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.784057] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.784198] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Resource: SegmentPort with ID: ae692bf2-660d-4446-b137-d8cd58f9a30c is going to be created. [ 909.803517] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.813589] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.813840] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.813950] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.814366] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.814366] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.814503] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da05391c-cc7b-47f2-8f7d-94390b160791 is going to be updated. [ 909.841300] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.841575] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.841700] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.842030] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.842235] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.842655] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "port-ae692bf2-660d-4446-b137-d8cd58f9a30c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.867764] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.867967] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.868089] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.868394] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.868605] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.878824] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da05391c-cc7b-47f2-8f7d-94390b160791 in Status: IN_PROGRESS for 2s [ 910.305609] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.305753] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.305827] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.306076] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.306164] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.306265] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 is going to be updated. [ 910.348280] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.348280] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.348280] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.348280] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.348280] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.363520] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 in Status: IN_PROGRESS for 2s [ 910.590537] env[65894]: INFO networking_nsxv3.common.synchronization [req-6bdc8216-814b-4d18-8328-8469b3d84cb5 req-ba1f3cf1-9c37-4ae2-8dac-a22a93444629 service nova] Enqueued Resource ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 with Priority: HIGHEST for action security_group_rules [ 910.590713] env[65894]: INFO networking_nsxv3.common.synchronization [req-6bdc8216-814b-4d18-8328-8469b3d84cb5 req-ba1f3cf1-9c37-4ae2-8dac-a22a93444629 service nova] Enqueued Resource ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 with Priority: HIGHEST for action security_group_members [ 910.590850] env[65894]: INFO networking_nsxv3.common.synchronization [req-6bdc8216-814b-4d18-8328-8469b3d84cb5 req-ba1f3cf1-9c37-4ae2-8dac-a22a93444629 service nova] Enqueued Resource ID: ae692bf2-660d-4446-b137-d8cd58f9a30c with Priority: HIGHEST for action port [ 910.591373] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 with Priority: HIGHEST for action security_group_rules [ 910.591511] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 with Priority: HIGHEST for action security_group_members [ 910.591827] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae692bf2-660d-4446-b137-d8cd58f9a30c with Priority: HIGHEST for action port [ 910.592575] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.592702] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.592770] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.593131] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.593198] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.594072] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.594169] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.594372] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae692bf2-660d-4446-b137-d8cd58f9a30c taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.594468] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae692bf2-660d-4446-b137-d8cd58f9a30c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.594535] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae692bf2-660d-4446-b137-d8cd58f9a30c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.594717] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae692bf2-660d-4446-b137-d8cd58f9a30c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.597962] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae692bf2-660d-4446-b137-d8cd58f9a30c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.939845] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 938afa8a-2cd0-4cf0-a00d-011876fde21d in Status: SUCCESS [ 910.941072] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-938afa8a-2cd0-4cf0-a00d-011876fde21d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.098135] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.098135] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.098135] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ae692bf2-660d-4446-b137-d8cd58f9a30c with status ACTIVE [ 911.098135] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.098135] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.098631] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.098631] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.098770] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.099082] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.099306] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.099477] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.100159] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.100159] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.100159] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.100159] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.100367] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.100449] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.100593] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.100726] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ae692bf2-660d-4446-b137-d8cd58f9a30c is going to be updated. [ 911.122057] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.122240] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.122240] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.122460] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.122629] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.122818] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae692bf2-660d-4446-b137-d8cd58f9a30c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.378584] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 354893bb-8690-4bed-8f78-4d5f27c28b88 in Status: SUCCESS [ 911.379408] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-354893bb-8690-4bed-8f78-4d5f27c28b88" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.379408] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-354893bb-8690-4bed-8f78-4d5f27c28b88" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.379754] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-354893bb-8690-4bed-8f78-4d5f27c28b88" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.379974] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.380299] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.380299] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.380571] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.380836] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.380836] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('354893bb-8690-4bed-8f78-4d5f27c28b88',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.382883] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b in Status: SUCCESS [ 911.383168] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.384210] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3e52fc6-349c-4034-901a-23d384d743c9 in Status: SUCCESS [ 911.384494] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.384627] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.384824] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.385032] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.385228] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.385350] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.385537] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.385626] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.385816] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fde18d8d-f211-41a4-b6ef-b2a9103ecc8b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.386969] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.387318] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.387638] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.387856] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.387992] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.388517] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.388517] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.388638] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.388748] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a3e52fc6-349c-4034-901a-23d384d743c9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.535630] env[65894]: INFO networking_nsxv3.common.synchronization [req-ae4db497-03bf-4185-8489-241d8c80b85a req-b733cd95-ec41-41a0-83ef-53ac0e5dcdf3 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Enqueued Resource ID: 0a20551b-8c6e-40a2-afb9-9a54f12e9128 with Priority: HIGHEST for action security_group_members [ 911.536672] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a20551b-8c6e-40a2-afb9-9a54f12e9128 with Priority: HIGHEST for action security_group_members [ 911.537473] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a20551b-8c6e-40a2-afb9-9a54f12e9128 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.537832] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.538058] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.539476] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.539830] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.540171] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.540406] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.542073] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.542073] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.542073] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a20551b-8c6e-40a2-afb9-9a54f12e9128',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.888939] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da05391c-cc7b-47f2-8f7d-94390b160791 in Status: SUCCESS [ 911.889380] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da05391c-cc7b-47f2-8f7d-94390b160791" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.889690] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da05391c-cc7b-47f2-8f7d-94390b160791" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.890299] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da05391c-cc7b-47f2-8f7d-94390b160791" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.890584] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.890810] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.890952] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.891223] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.892249] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.892249] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da05391c-cc7b-47f2-8f7d-94390b160791" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.892249] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('da05391c-cc7b-47f2-8f7d-94390b160791',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.894893] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fde18d8d-f211-41a4-b6ef-b2a9103ecc8b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.896061] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('354893bb-8690-4bed-8f78-4d5f27c28b88',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.896627] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3e52fc6-349c-4034-901a-23d384d743c9 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.896878] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.897052] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.898104] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.898104] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.898104] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.898104] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.898104] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.898104] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.898708] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.899446] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3e52fc6-349c-4034-901a-23d384d743c9 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.900686] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.900686] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.900686] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.900686] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.900686] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.900686] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.900686] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.900686] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.900686] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.900686] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a3e52fc6-349c-4034-901a-23d384d743c9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.952604] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock network-16 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.952604] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "network-16" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.952604] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "network-16" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.953060] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "network-16" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.953060] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.953228] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.953305] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.953528] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.953674] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.953898] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 911.953991] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 911.954294] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 911.954294] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 911.954412] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 911.954517] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 911.954652] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 911.975727] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 911.975887] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 911.976126] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 911.976267] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "network-16" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.976655] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock port-94c6a035-4fc8-43a5-9642-74dfb7b2dd5f taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.976945] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "port-94c6a035-4fc8-43a5-9642-74dfb7b2dd5f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.977141] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "port-94c6a035-4fc8-43a5-9642-74dfb7b2dd5f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.977572] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "port-94c6a035-4fc8-43a5-9642-74dfb7b2dd5f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.977677] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94c6a035-4fc8-43a5-9642-74dfb7b2dd5f',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.046753] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a20551b-8c6e-40a2-afb9-9a54f12e9128',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.373903] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 in Status: SUCCESS [ 912.374179] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.374398] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.374671] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.374907] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.375072] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.375157] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.375335] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.375425] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.375547] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.397672] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('354893bb-8690-4bed-8f78-4d5f27c28b88',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.402331] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('da05391c-cc7b-47f2-8f7d-94390b160791',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.404370] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fde18d8d-f211-41a4-b6ef-b2a9103ecc8b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.405785] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a3e52fc6-349c-4034-901a-23d384d743c9: rpc.has_security_group_logging(os_id): False [ 912.426775] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.426961] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.426961] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.427234] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.427341] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.427560] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.427693] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.427757] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.427923] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.428029] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.428238] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.429048] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.429048] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.429048] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.429048] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.429048] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.429048] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.429048] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.429048] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.429375] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.429375] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3e52fc6-349c-4034-901a-23d384d743c9 is going to be updated. [ 912.480331] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.480515] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.480625] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.481962] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.481962] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.481962] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Segment Port 94c6a035-4fc8-43a5-9642-74dfb7b2dd5f not found, creating... [ 912.481962] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.481962] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.482434] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.482434] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.482434] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.482734] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.482890] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.483015] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.483227] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.483388] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.483533] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Resource: SegmentPort with ID: 94c6a035-4fc8-43a5-9642-74dfb7b2dd5f is going to be created. [ 912.507289] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.507504] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.507628] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.507905] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.508148] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.508377] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "port-94c6a035-4fc8-43a5-9642-74dfb7b2dd5f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.510137] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.510317] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.510386] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.510580] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.510707] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.527487] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3e52fc6-349c-4034-901a-23d384d743c9 in Status: IN_PROGRESS for 2s [ 912.549176] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a20551b-8c6e-40a2-afb9-9a54f12e9128',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.880099] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.899659] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.899793] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.899841] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.900481] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.900481] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.900481] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 354893bb-8690-4bed-8f78-4d5f27c28b88 is going to be updated. [ 912.906885] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for da05391c-cc7b-47f2-8f7d-94390b160791: rpc.has_security_group_logging(os_id): False [ 912.908061] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.908230] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.908320] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.908525] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.908612] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.909527] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b is going to be updated. [ 912.926813] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.926964] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.927034] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.927348] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.927470] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.927659] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.927771] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.927842] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.927959] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.928076] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.928129] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da05391c-cc7b-47f2-8f7d-94390b160791 is going to be created. [ 912.940823] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.940823] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.940982] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.941119] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.941260] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.943023] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.943139] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.943139] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.944025] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.944025] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.952392] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 354893bb-8690-4bed-8f78-4d5f27c28b88 in Status: IN_PROGRESS for 2s [ 912.953311] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b in Status: IN_PROGRESS for 2s [ 913.007032] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.007032] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.007032] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.007032] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.007032] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.022128] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da05391c-cc7b-47f2-8f7d-94390b160791 in Status: IN_PROGRESS for 2s [ 913.052108] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.052270] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.052382] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.052560] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.052650] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.052746] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a20551b-8c6e-40a2-afb9-9a54f12e9128 is going to be updated. [ 913.102652] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.104024] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.104024] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.104024] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.104613] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.130103] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a20551b-8c6e-40a2-afb9-9a54f12e9128 in Status: IN_PROGRESS for 2s [ 913.271373] env[65894]: INFO networking_nsxv3.common.synchronization [req-ae4db497-03bf-4185-8489-241d8c80b85a req-3af4fccb-9a65-48c4-8a60-92633877c022 service nova] Enqueued Resource ID: 0a20551b-8c6e-40a2-afb9-9a54f12e9128 with Priority: HIGHEST for action security_group_rules [ 913.271557] env[65894]: INFO networking_nsxv3.common.synchronization [req-ae4db497-03bf-4185-8489-241d8c80b85a req-3af4fccb-9a65-48c4-8a60-92633877c022 service nova] Enqueued Resource ID: 0a20551b-8c6e-40a2-afb9-9a54f12e9128 with Priority: HIGHEST for action security_group_members [ 913.271700] env[65894]: INFO networking_nsxv3.common.synchronization [req-ae4db497-03bf-4185-8489-241d8c80b85a req-3af4fccb-9a65-48c4-8a60-92633877c022 service nova] Enqueued Resource ID: 94c6a035-4fc8-43a5-9642-74dfb7b2dd5f with Priority: HIGHEST for action port [ 913.272564] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a20551b-8c6e-40a2-afb9-9a54f12e9128 with Priority: HIGHEST for action security_group_rules [ 913.272564] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a20551b-8c6e-40a2-afb9-9a54f12e9128 with Priority: HIGHEST for action security_group_members [ 913.272711] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94c6a035-4fc8-43a5-9642-74dfb7b2dd5f with Priority: HIGHEST for action port [ 913.272965] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a20551b-8c6e-40a2-afb9-9a54f12e9128 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.273184] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.273184] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.273392] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.273521] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a20551b-8c6e-40a2-afb9-9a54f12e9128',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.274882] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a20551b-8c6e-40a2-afb9-9a54f12e9128 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.275083] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.275305] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-94c6a035-4fc8-43a5-9642-74dfb7b2dd5f taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.275414] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94c6a035-4fc8-43a5-9642-74dfb7b2dd5f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.276011] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94c6a035-4fc8-43a5-9642-74dfb7b2dd5f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.276011] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94c6a035-4fc8-43a5-9642-74dfb7b2dd5f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.276011] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94c6a035-4fc8-43a5-9642-74dfb7b2dd5f',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.382265] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.777565] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a20551b-8c6e-40a2-afb9-9a54f12e9128 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.777901] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.778172] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 94c6a035-4fc8-43a5-9642-74dfb7b2dd5f with status ACTIVE [ 913.779036] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.779036] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.779036] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.780570] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.780570] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.780570] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.780570] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.780570] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.780570] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.780570] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.780942] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.780942] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.780942] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.780942] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.781148] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.781148] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 94c6a035-4fc8-43a5-9642-74dfb7b2dd5f is going to be updated. [ 913.823100] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.823100] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.823328] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.823328] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.824032] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.824032] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94c6a035-4fc8-43a5-9642-74dfb7b2dd5f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.885421] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.885560] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.885560] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.887341] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.887341] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.887341] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 is going to be updated. [ 913.945991] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.946175] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.946245] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.946464] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.946610] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.958293] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 in Status: IN_PROGRESS for 2s [ 914.548026] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a3e52fc6-349c-4034-901a-23d384d743c9 in Status: SUCCESS [ 914.548026] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.972963] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 354893bb-8690-4bed-8f78-4d5f27c28b88 in Status: SUCCESS [ 914.973437] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-354893bb-8690-4bed-8f78-4d5f27c28b88" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.973437] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-354893bb-8690-4bed-8f78-4d5f27c28b88" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.973614] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-354893bb-8690-4bed-8f78-4d5f27c28b88" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.973810] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.973927] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.973980] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.974249] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.974332] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.974406] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-354893bb-8690-4bed-8f78-4d5f27c28b88" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.974521] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('354893bb-8690-4bed-8f78-4d5f27c28b88',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.975994] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b in Status: SUCCESS [ 914.976165] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.976323] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-354893bb-8690-4bed-8f78-4d5f27c28b88" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.976490] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-354893bb-8690-4bed-8f78-4d5f27c28b88" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.976650] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.976779] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.977011] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.977011] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.977161] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.977161] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('354893bb-8690-4bed-8f78-4d5f27c28b88',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.977941] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.978413] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.978413] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.978413] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.978413] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.978625] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.978625] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.978712] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.978884] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fde18d8d-f211-41a4-b6ef-b2a9103ecc8b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.981140] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.981140] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.981140] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.981140] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.981140] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.981371] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.981371] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.981429] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fde18d8d-f211-41a4-b6ef-b2a9103ecc8b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.037138] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: da05391c-cc7b-47f2-8f7d-94390b160791 in Status: SUCCESS [ 915.037380] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da05391c-cc7b-47f2-8f7d-94390b160791" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.142771] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a20551b-8c6e-40a2-afb9-9a54f12e9128 in Status: SUCCESS [ 915.142771] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.142885] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.143112] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.143362] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.143685] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.143685] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.143876] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.144019] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.144145] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a20551b-8c6e-40a2-afb9-9a54f12e9128',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.482498] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('354893bb-8690-4bed-8f78-4d5f27c28b88',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.483619] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('354893bb-8690-4bed-8f78-4d5f27c28b88',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.486431] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.486431] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.486431] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fde18d8d-f211-41a4-b6ef-b2a9103ecc8b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.646324] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a20551b-8c6e-40a2-afb9-9a54f12e9128',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.970567] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 in Status: SUCCESS [ 915.970806] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.970983] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.971237] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.971441] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.971612] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.971713] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.971880] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.971961] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.972066] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.972151] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.985261] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('354893bb-8690-4bed-8f78-4d5f27c28b88',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.990156] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 354893bb-8690-4bed-8f78-4d5f27c28b88: rpc.has_security_group_logging(os_id): False [ 915.990602] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fde18d8d-f211-41a4-b6ef-b2a9103ecc8b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.012067] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.012067] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.012067] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.012067] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.012067] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.012592] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.012592] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.012592] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.012592] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.012872] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.012872] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 354893bb-8690-4bed-8f78-4d5f27c28b88 is going to be created. [ 916.075723] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.075871] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.075924] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.076161] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.076366] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.090184] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 354893bb-8690-4bed-8f78-4d5f27c28b88 in Status: IN_PROGRESS for 2s [ 916.148615] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a20551b-8c6e-40a2-afb9-9a54f12e9128',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.464767] env[65894]: INFO networking_nsxv3.common.synchronization [None req-1ee6a9a0-7697-492e-ba1e-24617ad50a70 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Enqueued Resource ID: bc9fea67-9d1a-4e7d-bcf6-860559ac298f with Priority: HIGHEST for action security_group_rules [ 916.465684] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc9fea67-9d1a-4e7d-bcf6-860559ac298f with Priority: HIGHEST for action security_group_rules [ 916.465894] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc9fea67-9d1a-4e7d-bcf6-860559ac298f taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.466030] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc9fea67-9d1a-4e7d-bcf6-860559ac298f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.466118] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc9fea67-9d1a-4e7d-bcf6-860559ac298f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.466395] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc9fea67-9d1a-4e7d-bcf6-860559ac298f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.466494] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc9fea67-9d1a-4e7d-bcf6-860559ac298f',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.474976] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.474976] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.474976] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.475234] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.475234] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.475331] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.475331] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.476036] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.476036] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.476036] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.476036] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.476338] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.476338] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.476430] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.476545] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.476641] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.476707] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.476850] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.476938] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.477036] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.477148] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.487658] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.487861] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.488016] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.489513] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.489513] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.489513] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 354893bb-8690-4bed-8f78-4d5f27c28b88 is going to be updated. [ 916.492946] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.493054] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.493138] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.493402] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.493520] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.493646] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b is going to be updated. [ 916.532335] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.532603] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.532688] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.533258] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.533258] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.535474] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.535681] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.535769] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.535985] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.536271] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.551818] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 354893bb-8690-4bed-8f78-4d5f27c28b88 in Status: IN_PROGRESS for 2s [ 916.552273] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b in Status: IN_PROGRESS for 2s [ 916.593189] env[65894]: INFO networking_nsxv3.common.synchronization [None req-032c941f-d67d-4385-a8ce-c11975440e09 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Enqueued Resource ID: bc9fea67-9d1a-4e7d-bcf6-860559ac298f with Priority: HIGHEST for action security_group_rules [ 916.594537] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc9fea67-9d1a-4e7d-bcf6-860559ac298f with Priority: HIGHEST for action security_group_rules [ 916.595595] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc9fea67-9d1a-4e7d-bcf6-860559ac298f taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.595595] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc9fea67-9d1a-4e7d-bcf6-860559ac298f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.656129] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.656129] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.656129] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.656129] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.656129] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.656129] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a20551b-8c6e-40a2-afb9-9a54f12e9128 is going to be updated. [ 916.695365] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.695574] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.695622] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.695967] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.696276] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.709190] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a20551b-8c6e-40a2-afb9-9a54f12e9128 in Status: IN_PROGRESS for 2s [ 916.980526] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8: rpc.has_security_group_logging(os_id): False [ 916.990225] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.990613] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.990738] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.991338] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.991772] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.991879] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc9fea67-9d1a-4e7d-bcf6-860559ac298f already deleted. [ 916.991975] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc9fea67-9d1a-4e7d-bcf6-860559ac298f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.992146] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc9fea67-9d1a-4e7d-bcf6-860559ac298f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.992440] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc9fea67-9d1a-4e7d-bcf6-860559ac298f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.992440] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc9fea67-9d1a-4e7d-bcf6-860559ac298f',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.002024] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.002232] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.002232] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.002427] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.002519] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.002733] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.002980] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.002980] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.003118] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.003118] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.003287] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.003377] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.003428] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.003566] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.003636] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.003808] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.003934] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.003999] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.004647] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.004737] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.004831] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 is going to be updated. [ 917.077251] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.077488] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.077555] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.077812] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.077995] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.098460] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 in Status: IN_PROGRESS for 2s [ 917.516063] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.516235] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.516311] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.516523] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.516617] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.516713] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc9fea67-9d1a-4e7d-bcf6-860559ac298f already deleted. [ 917.516801] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc9fea67-9d1a-4e7d-bcf6-860559ac298f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.922752] env[65894]: INFO networking_nsxv3.common.synchronization [req-2021a514-d51f-4713-aa3e-079b197c5d65 req-7c7daf79-de51-4b6c-921c-38ccccb0a773 tempest-ImagesOneServerNegativeTestJSON-1230691419 tempest-ImagesOneServerNegativeTestJSON-1230691419-project-member] Enqueued Resource ID: a3e52fc6-349c-4034-901a-23d384d743c9 with Priority: HIGHEST for action security_group_members [ 917.923397] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3e52fc6-349c-4034-901a-23d384d743c9 with Priority: HIGHEST for action security_group_members [ 917.923739] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-a3e52fc6-349c-4034-901a-23d384d743c9 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.924265] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.924402] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.924613] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.924776] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.924884] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.924947] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.925108] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.925197] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.925290] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a3e52fc6-349c-4034-901a-23d384d743c9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.116817] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 354893bb-8690-4bed-8f78-4d5f27c28b88 in Status: SUCCESS [ 918.116817] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-354893bb-8690-4bed-8f78-4d5f27c28b88" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.116817] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-354893bb-8690-4bed-8f78-4d5f27c28b88" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.116817] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-354893bb-8690-4bed-8f78-4d5f27c28b88" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.116817] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('354893bb-8690-4bed-8f78-4d5f27c28b88',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.428331] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.428777] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.428777] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.428777] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.428991] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.429431] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.429431] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.429431] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.429591] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.429591] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.429668] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3e52fc6-349c-4034-901a-23d384d743c9 is going to be updated. [ 918.461888] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.462058] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.462243] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.464145] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.464145] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.474487] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3e52fc6-349c-4034-901a-23d384d743c9 in Status: IN_PROGRESS for 2s [ 918.564654] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 354893bb-8690-4bed-8f78-4d5f27c28b88 in Status: SUCCESS [ 918.564922] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-354893bb-8690-4bed-8f78-4d5f27c28b88" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.565731] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b in Status: SUCCESS [ 918.565914] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.566076] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.566311] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.566501] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.566632] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.566702] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.566852] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.566926] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.567033] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.567195] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.567351] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.567419] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.567572] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.567717] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.567915] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.567987] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.568142] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.568262] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.568297] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.568394] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fde18d8d-f211-41a4-b6ef-b2a9103ecc8b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.619801] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-354893bb-8690-4bed-8f78-4d5f27c28b88 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.619993] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-354893bb-8690-4bed-8f78-4d5f27c28b88" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.620093] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-354893bb-8690-4bed-8f78-4d5f27c28b88" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.620372] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-354893bb-8690-4bed-8f78-4d5f27c28b88" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.620720] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.620720] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.620836] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.620978] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.621101] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.621200] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-354893bb-8690-4bed-8f78-4d5f27c28b88" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.621287] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('354893bb-8690-4bed-8f78-4d5f27c28b88',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.720619] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a20551b-8c6e-40a2-afb9-9a54f12e9128 in Status: SUCCESS [ 918.720619] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.720619] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.721337] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.721337] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.721337] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.721337] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.721337] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.721630] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.721630] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.721630] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0a20551b-8c6e-40a2-afb9-9a54f12e9128',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.073455] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fde18d8d-f211-41a4-b6ef-b2a9103ecc8b: rpc.has_security_group_logging(os_id): False [ 919.096027] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.096027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.096027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.096027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.096027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.096027] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.096027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.096027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.096027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.096027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.096027] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.096027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.096027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.096027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.096957] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.097321] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.097565] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.097779] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.098106] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.098331] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.098602] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b is going to be updated. [ 919.116563] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 in Status: SUCCESS [ 919.116563] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.124126] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('354893bb-8690-4bed-8f78-4d5f27c28b88',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.170243] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.170243] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.170243] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.170243] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.170243] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.188411] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b in Status: IN_PROGRESS for 2s [ 919.224487] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a20551b-8c6e-40a2-afb9-9a54f12e9128 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.224607] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.224607] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.224844] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.225029] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.225104] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.225177] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.225405] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.225498] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.225685] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.225868] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a20551b-8c6e-40a2-afb9-9a54f12e9128 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.226024] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.226024] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.226180] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.226662] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.226810] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.226899] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.227094] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.227192] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.227310] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.227417] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0a20551b-8c6e-40a2-afb9-9a54f12e9128',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.626409] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 354893bb-8690-4bed-8f78-4d5f27c28b88: rpc.has_security_group_logging(os_id): False [ 919.649139] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.649483] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.649611] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.650062] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.650352] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.650766] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.650927] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.651013] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.651343] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.651461] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.651628] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 354893bb-8690-4bed-8f78-4d5f27c28b88 is going to be updated. [ 919.730574] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0a20551b-8c6e-40a2-afb9-9a54f12e9128: rpc.has_security_group_logging(os_id): False [ 919.760273] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.760525] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.760653] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.760950] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.761105] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.761363] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.761513] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.761648] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.761828] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.761893] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.762242] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.762391] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.762540] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.762681] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.762780] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.763012] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.763170] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.763275] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.763427] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.763588] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.763739] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a20551b-8c6e-40a2-afb9-9a54f12e9128 is going to be updated. [ 919.799015] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.799257] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.799510] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.799829] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.800036] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.817404] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 354893bb-8690-4bed-8f78-4d5f27c28b88 in Status: IN_PROGRESS for 2s [ 919.935277] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.935446] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.935534] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.935747] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.936335] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.961314] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a20551b-8c6e-40a2-afb9-9a54f12e9128 in Status: IN_PROGRESS for 2s [ 920.493649] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a3e52fc6-349c-4034-901a-23d384d743c9 in Status: SUCCESS [ 920.494065] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a3e52fc6-349c-4034-901a-23d384d743c9 deletion is rescheduled due to dependency. [ 920.494065] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.126118] env[65894]: INFO networking_nsxv3.common.synchronization [req-2b7413db-a908-49ab-88ed-6c6d66b41929 req-c23298ce-c5b5-4f0a-b53e-0087d55afcdf tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Enqueued Resource ID: ee473872-0cee-445b-80c2-9872fc2d0453 with Priority: HIGHEST for action security_group_members [ 921.126717] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee473872-0cee-445b-80c2-9872fc2d0453 with Priority: HIGHEST for action security_group_members [ 921.127829] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee473872-0cee-445b-80c2-9872fc2d0453 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.127829] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.127829] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.127829] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.128150] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.128275] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.128364] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.128745] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.128910] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.130025] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee473872-0cee-445b-80c2-9872fc2d0453',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.205653] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b in Status: SUCCESS [ 921.205881] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.206231] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.206281] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.206892] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fde18d8d-f211-41a4-b6ef-b2a9103ecc8b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.300294] env[65894]: INFO networking_nsxv3.common.synchronization [req-9fa8828e-d236-4d4f-9e15-739389094aed req-bab19669-7cb4-4474-b1fa-5a091c3beb70 tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] Enqueued Resource ID: 382afd5f-89bf-405c-a1f5-4df0ced48395 with Priority: HIGHEST for action security_group_members [ 921.301629] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 382afd5f-89bf-405c-a1f5-4df0ced48395 with Priority: HIGHEST for action security_group_members [ 921.302202] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-382afd5f-89bf-405c-a1f5-4df0ced48395 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.302632] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-382afd5f-89bf-405c-a1f5-4df0ced48395" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.302632] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-382afd5f-89bf-405c-a1f5-4df0ced48395" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.303083] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-382afd5f-89bf-405c-a1f5-4df0ced48395" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.303359] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.303596] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.303648] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.303918] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.304085] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.304475] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('382afd5f-89bf-405c-a1f5-4df0ced48395',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.634171] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.634649] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.634649] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.634805] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.634901] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.635155] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.635307] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.635369] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.635549] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.635655] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.635694] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee473872-0cee-445b-80c2-9872fc2d0453 is going to be updated. [ 921.672791] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.672791] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.672791] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.672791] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.672791] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.682659] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee473872-0cee-445b-80c2-9872fc2d0453 in Status: IN_PROGRESS for 2s [ 921.709758] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.709758] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.709758] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.710180] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.710354] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.710516] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.710614] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.710823] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.710924] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.711027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.711147] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fde18d8d-f211-41a4-b6ef-b2a9103ecc8b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.732028] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock network-318 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.732264] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "network-318" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.732342] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "network-318" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.732620] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "network-318" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.732892] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.733071] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.733287] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.733405] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.733554] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.733779] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 921.733889] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 921.733995] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 921.734435] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 921.734435] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 921.734435] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 921.734600] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 921.773350] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 921.773438] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Cache value generated in 0.039 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 921.773570] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 921.774010] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "network-318" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.774138] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock port-37af7506-676a-477d-9e17-467cd0068e05 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.774291] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "port-37af7506-676a-477d-9e17-467cd0068e05" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.774421] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "port-37af7506-676a-477d-9e17-467cd0068e05" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.774791] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "port-37af7506-676a-477d-9e17-467cd0068e05" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.774920] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37af7506-676a-477d-9e17-467cd0068e05',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.807800] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.807993] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.808071] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.808311] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.808411] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.808632] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.808751] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.808817] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.809073] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.809154] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.809251] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 382afd5f-89bf-405c-a1f5-4df0ced48395 already deleted. [ 921.809360] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-382afd5f-89bf-405c-a1f5-4df0ced48395" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.832764] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 354893bb-8690-4bed-8f78-4d5f27c28b88 in Status: SUCCESS [ 921.833045] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-354893bb-8690-4bed-8f78-4d5f27c28b88" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.858038] env[65894]: INFO networking_nsxv3.common.synchronization [req-1443a201-3f76-4892-b544-3ada5145882c req-88b000e2-a9ae-4b52-ac15-e3432165912b tempest-ServersWithSpecificFlavorTestJSON-70459085 tempest-ServersWithSpecificFlavorTestJSON-70459085-project-member] Enqueued Resource ID: 84626a76-549f-4c74-8189-71be8b4e3168 with Priority: HIGHEST for action security_group_members [ 921.858729] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84626a76-549f-4c74-8189-71be8b4e3168 with Priority: HIGHEST for action security_group_members [ 921.859169] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-84626a76-549f-4c74-8189-71be8b4e3168 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.859366] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84626a76-549f-4c74-8189-71be8b4e3168" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.859639] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84626a76-549f-4c74-8189-71be8b4e3168" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.859734] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84626a76-549f-4c74-8189-71be8b4e3168" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.859905] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.860068] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.860130] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.860237] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.860345] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.860558] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84626a76-549f-4c74-8189-71be8b4e3168',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.982624] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0a20551b-8c6e-40a2-afb9-9a54f12e9128 in Status: SUCCESS [ 921.982624] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.213816] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.214089] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.214165] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.214412] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.214662] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.214821] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.214948] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.215150] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.215283] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.215904] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.217068] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.217237] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.217361] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.217493] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.217653] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.217752] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.217815] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.217973] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.218209] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.218268] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.218368] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fde18d8d-f211-41a4-b6ef-b2a9103ecc8b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.278194] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.278476] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.278606] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.278893] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.279054] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.279213] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Segment Port 37af7506-676a-477d-9e17-467cd0068e05 not found, creating... [ 922.279592] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.279803] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.279863] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.280110] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.280253] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.280582] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.280773] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.280847] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.281195] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.281352] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.281508] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Resource: SegmentPort with ID: 37af7506-676a-477d-9e17-467cd0068e05 is going to be created. [ 922.306103] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.306307] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.306435] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.306889] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.307062] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.307285] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "port-37af7506-676a-477d-9e17-467cd0068e05" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.363055] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.363330] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.363454] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.363794] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.363939] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.364185] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.364300] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.364395] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.364640] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.364784] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.364939] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84626a76-549f-4c74-8189-71be8b4e3168 is going to be updated. [ 922.404209] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.404443] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.404443] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.404711] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.404886] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.415933] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84626a76-549f-4c74-8189-71be8b4e3168 in Status: IN_PROGRESS for 2s [ 922.720715] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fde18d8d-f211-41a4-b6ef-b2a9103ecc8b: rpc.has_security_group_logging(os_id): False [ 922.741731] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.741920] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.742042] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.742252] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.742393] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.742536] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.742644] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.742707] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.742909] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.742960] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.743178] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.743263] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.743330] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.743476] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.743586] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.743831] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.744629] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.745805] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.746370] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.746576] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.746794] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b is going to be updated. [ 922.869515] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.869762] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.869880] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.870123] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.870320] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.882030] env[65894]: INFO networking_nsxv3.common.synchronization [req-1371f8c2-14ab-495b-a41e-d82abfb80265 req-3af0e047-5fbd-4dfd-88a5-d32f1dbf63ec tempest-MigrationsAdminTest-1691050261 tempest-MigrationsAdminTest-1691050261-project-member] Enqueued Resource ID: 932a2250-aad9-4048-be68-c2c2b6029e91 with Priority: HIGHEST for action security_group_members [ 922.882536] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 932a2250-aad9-4048-be68-c2c2b6029e91 with Priority: HIGHEST for action security_group_members [ 922.882773] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-932a2250-aad9-4048-be68-c2c2b6029e91 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.882897] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-932a2250-aad9-4048-be68-c2c2b6029e91" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.882956] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-932a2250-aad9-4048-be68-c2c2b6029e91" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.883189] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-932a2250-aad9-4048-be68-c2c2b6029e91" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.883325] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.883582] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.883582] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.883761] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.883761] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.883875] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('932a2250-aad9-4048-be68-c2c2b6029e91',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.888546] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b in Status: IN_PROGRESS for 2s [ 923.079168] env[65894]: INFO networking_nsxv3.common.synchronization [req-9fa8828e-d236-4d4f-9e15-739389094aed req-01f0bd4b-fa2f-4678-ac26-36dbf81ec1fc service nova] Enqueued Resource ID: 382afd5f-89bf-405c-a1f5-4df0ced48395 with Priority: HIGHEST for action security_group_rules [ 923.079398] env[65894]: INFO networking_nsxv3.common.synchronization [req-9fa8828e-d236-4d4f-9e15-739389094aed req-01f0bd4b-fa2f-4678-ac26-36dbf81ec1fc service nova] Enqueued Resource ID: 382afd5f-89bf-405c-a1f5-4df0ced48395 with Priority: HIGHEST for action security_group_members [ 923.079543] env[65894]: INFO networking_nsxv3.common.synchronization [req-9fa8828e-d236-4d4f-9e15-739389094aed req-01f0bd4b-fa2f-4678-ac26-36dbf81ec1fc service nova] Enqueued Resource ID: 37af7506-676a-477d-9e17-467cd0068e05 with Priority: HIGHEST for action port [ 923.080263] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 382afd5f-89bf-405c-a1f5-4df0ced48395 with Priority: HIGHEST for action security_group_rules [ 923.080905] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 382afd5f-89bf-405c-a1f5-4df0ced48395 with Priority: HIGHEST for action security_group_members [ 923.083085] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37af7506-676a-477d-9e17-467cd0068e05 with Priority: HIGHEST for action port [ 923.083085] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-382afd5f-89bf-405c-a1f5-4df0ced48395 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.083085] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-382afd5f-89bf-405c-a1f5-4df0ced48395" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.083085] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-382afd5f-89bf-405c-a1f5-4df0ced48395" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.083085] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-382afd5f-89bf-405c-a1f5-4df0ced48395" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.083085] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('382afd5f-89bf-405c-a1f5-4df0ced48395',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.083085] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-382afd5f-89bf-405c-a1f5-4df0ced48395 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.083410] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-382afd5f-89bf-405c-a1f5-4df0ced48395" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.083410] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-382afd5f-89bf-405c-a1f5-4df0ced48395" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.083468] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-382afd5f-89bf-405c-a1f5-4df0ced48395" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.083681] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.083815] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.083898] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.085659] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.085659] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.085659] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('382afd5f-89bf-405c-a1f5-4df0ced48395',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.085659] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-37af7506-676a-477d-9e17-467cd0068e05 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.086305] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37af7506-676a-477d-9e17-467cd0068e05" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.086305] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37af7506-676a-477d-9e17-467cd0068e05" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.086803] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37af7506-676a-477d-9e17-467cd0068e05" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.087072] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37af7506-676a-477d-9e17-467cd0068e05',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.386383] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.386485] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.386532] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.386748] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.411129] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.411303] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.411491] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.411635] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.411873] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.411958] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.412070] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 932a2250-aad9-4048-be68-c2c2b6029e91 is going to be updated. [ 923.445042] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.445238] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.445344] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.445582] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.445737] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.456223] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 932a2250-aad9-4048-be68-c2c2b6029e91 in Status: IN_PROGRESS for 2s [ 923.590033] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-382afd5f-89bf-405c-a1f5-4df0ced48395 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.590245] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-382afd5f-89bf-405c-a1f5-4df0ced48395" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.590395] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('382afd5f-89bf-405c-a1f5-4df0ced48395',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.591435] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 37af7506-676a-477d-9e17-467cd0068e05 with status ACTIVE [ 923.591692] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.591815] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.591861] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.592130] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.592220] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.592400] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.592487] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.592540] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.592701] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.592781] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.592949] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.593584] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.593676] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.593844] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.593922] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.594159] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 37af7506-676a-477d-9e17-467cd0068e05 is going to be updated. [ 923.616802] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.616999] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.617270] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.617617] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.617772] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.617944] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37af7506-676a-477d-9e17-467cd0068e05" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.706862] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee473872-0cee-445b-80c2-9872fc2d0453 in Status: SUCCESS [ 923.706862] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee473872-0cee-445b-80c2-9872fc2d0453 deletion is rescheduled due to dependency. [ 923.706862] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.096620] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('382afd5f-89bf-405c-a1f5-4df0ced48395',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.425892] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84626a76-549f-4c74-8189-71be8b4e3168 in Status: SUCCESS [ 924.426122] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84626a76-549f-4c74-8189-71be8b4e3168 deletion is rescheduled due to dependency. [ 924.426242] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84626a76-549f-4c74-8189-71be8b4e3168" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.602381] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.603506] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.603506] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.603506] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.603506] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.603506] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 382afd5f-89bf-405c-a1f5-4df0ced48395 is going to be created. [ 924.629000] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.629000] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.629000] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.629000] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.629000] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.641133] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 382afd5f-89bf-405c-a1f5-4df0ced48395 in Status: UNINITIALIZED for 2s [ 924.904586] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b in Status: SUCCESS [ 924.904835] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.469257] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 932a2250-aad9-4048-be68-c2c2b6029e91 in Status: SUCCESS [ 925.469558] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 932a2250-aad9-4048-be68-c2c2b6029e91 deletion is rescheduled due to dependency. [ 925.469661] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-932a2250-aad9-4048-be68-c2c2b6029e91" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.655610] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 382afd5f-89bf-405c-a1f5-4df0ced48395 in Status: SUCCESS [ 926.655936] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-382afd5f-89bf-405c-a1f5-4df0ced48395" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.656039] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-382afd5f-89bf-405c-a1f5-4df0ced48395" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.656230] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-382afd5f-89bf-405c-a1f5-4df0ced48395" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.656424] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.656537] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.656617] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.656756] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.656839] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.656926] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-382afd5f-89bf-405c-a1f5-4df0ced48395" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.657032] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('382afd5f-89bf-405c-a1f5-4df0ced48395',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.159970] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-382afd5f-89bf-405c-a1f5-4df0ced48395 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.160150] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-382afd5f-89bf-405c-a1f5-4df0ced48395" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.160243] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-382afd5f-89bf-405c-a1f5-4df0ced48395" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.160527] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-382afd5f-89bf-405c-a1f5-4df0ced48395" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.160888] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.162377] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.162377] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.162377] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.162377] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.162377] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-382afd5f-89bf-405c-a1f5-4df0ced48395" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.162377] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-382afd5f-89bf-405c-a1f5-4df0ced48395 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.162377] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-382afd5f-89bf-405c-a1f5-4df0ced48395" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.162377] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-382afd5f-89bf-405c-a1f5-4df0ced48395" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.162377] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-382afd5f-89bf-405c-a1f5-4df0ced48395" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.162377] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.162377] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.162377] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.162377] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.162377] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.163209] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-382afd5f-89bf-405c-a1f5-4df0ced48395" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.163209] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('382afd5f-89bf-405c-a1f5-4df0ced48395',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.664424] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 382afd5f-89bf-405c-a1f5-4df0ced48395: rpc.has_security_group_logging(os_id): False [ 927.686187] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.686187] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.686187] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.686187] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.686187] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.686187] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.686187] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.686187] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.686187] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.686187] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.686187] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.686187] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.686187] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.686187] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.686766] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.686766] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.686766] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.686766] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.686766] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.686766] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.686936] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 382afd5f-89bf-405c-a1f5-4df0ced48395 is going to be created. [ 927.744308] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.744452] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.744522] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.744730] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.744914] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.757708] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 382afd5f-89bf-405c-a1f5-4df0ced48395 in Status: IN_PROGRESS for 2s [ 928.083156] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 928.083348] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 928.293740] env[65894]: INFO networking_nsxv3.common.synchronization [req-5b1a3c58-da72-443b-bd4d-a9f5133cfa1a req-5b64a060-945f-47a5-816c-3dc6eceecaa7 tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] Enqueued Resource ID: 41f9c0a5-a06a-41f2-991f-6b14d61d51cf with Priority: HIGHEST for action security_group_members [ 928.294330] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41f9c0a5-a06a-41f2-991f-6b14d61d51cf with Priority: HIGHEST for action security_group_members [ 928.294647] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-41f9c0a5-a06a-41f2-991f-6b14d61d51cf taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.294771] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41f9c0a5-a06a-41f2-991f-6b14d61d51cf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.294839] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41f9c0a5-a06a-41f2-991f-6b14d61d51cf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.298317] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41f9c0a5-a06a-41f2-991f-6b14d61d51cf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.298535] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.298691] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.299274] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.299545] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.299679] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.299808] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41f9c0a5-a06a-41f2-991f-6b14d61d51cf',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.687040] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock network-487 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.688155] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "network-487" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.688155] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "network-487" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.688155] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "network-487" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.688155] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.688155] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.688429] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.688463] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.688596] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.688800] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 928.688904] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 928.689020] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 928.689129] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 928.689235] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 928.689365] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 928.689504] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 928.710399] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 928.710607] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 928.710756] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 928.710979] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "network-487" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.711380] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock port-0fe93d78-4fa2-4e31-aea4-beea30fc9b04 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.711704] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "port-0fe93d78-4fa2-4e31-aea4-beea30fc9b04" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.711950] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "port-0fe93d78-4fa2-4e31-aea4-beea30fc9b04" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.712329] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "port-0fe93d78-4fa2-4e31-aea4-beea30fc9b04" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.712502] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fe93d78-4fa2-4e31-aea4-beea30fc9b04',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.802303] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.802514] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.802514] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.802807] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.802875] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.803079] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.803187] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.803249] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.803412] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.803488] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.803571] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41f9c0a5-a06a-41f2-991f-6b14d61d51cf already deleted. [ 928.803651] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41f9c0a5-a06a-41f2-991f-6b14d61d51cf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.953824] env[65894]: INFO networking_nsxv3.common.synchronization [None req-338ff503-567f-4009-b0da-f28084034f0f None None] Enqueued Resource ID: 3ff0d65a-06a3-4f9c-a4f8-100a17d3c37e with Priority: HIGHEST for action port [ 928.954469] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ff0d65a-06a3-4f9c-a4f8-100a17d3c37e with Priority: HIGHEST for action port [ 928.955104] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ff0d65a-06a3-4f9c-a4f8-100a17d3c37e taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.955304] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ff0d65a-06a3-4f9c-a4f8-100a17d3c37e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.955408] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ff0d65a-06a3-4f9c-a4f8-100a17d3c37e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.955768] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ff0d65a-06a3-4f9c-a4f8-100a17d3c37e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.955917] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ff0d65a-06a3-4f9c-a4f8-100a17d3c37e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.214680] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.214964] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.215159] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.215503] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.215713] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.215922] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Segment Port 0fe93d78-4fa2-4e31-aea4-beea30fc9b04 not found, creating... [ 929.217566] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.217792] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.217963] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.218403] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.218601] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.218985] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.219234] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.220084] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.220084] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.220084] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.220084] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Resource: SegmentPort with ID: 0fe93d78-4fa2-4e31-aea4-beea30fc9b04 is going to be created. [ 929.244781] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.244781] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.244781] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.244781] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.244781] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.244781] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "port-0fe93d78-4fa2-4e31-aea4-beea30fc9b04" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.459682] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3ff0d65a-06a3-4f9c-a4f8-100a17d3c37e [ 929.461047] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.461047] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.461047] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.461047] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.461047] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.461047] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3ff0d65a-06a3-4f9c-a4f8-100a17d3c37e already deleted. [ 929.461047] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ff0d65a-06a3-4f9c-a4f8-100a17d3c37e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.773107] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 382afd5f-89bf-405c-a1f5-4df0ced48395 in Status: SUCCESS [ 929.773909] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-382afd5f-89bf-405c-a1f5-4df0ced48395" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.053949] env[65894]: INFO networking_nsxv3.common.synchronization [req-5b1a3c58-da72-443b-bd4d-a9f5133cfa1a req-4221d99a-b54a-412b-b882-0a10e8e46fa5 service nova] Enqueued Resource ID: 41f9c0a5-a06a-41f2-991f-6b14d61d51cf with Priority: HIGHEST for action security_group_rules [ 930.053949] env[65894]: INFO networking_nsxv3.common.synchronization [req-5b1a3c58-da72-443b-bd4d-a9f5133cfa1a req-4221d99a-b54a-412b-b882-0a10e8e46fa5 service nova] Enqueued Resource ID: 41f9c0a5-a06a-41f2-991f-6b14d61d51cf with Priority: HIGHEST for action security_group_members [ 930.053949] env[65894]: INFO networking_nsxv3.common.synchronization [req-5b1a3c58-da72-443b-bd4d-a9f5133cfa1a req-4221d99a-b54a-412b-b882-0a10e8e46fa5 service nova] Enqueued Resource ID: 0fe93d78-4fa2-4e31-aea4-beea30fc9b04 with Priority: HIGHEST for action port [ 930.054235] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41f9c0a5-a06a-41f2-991f-6b14d61d51cf with Priority: HIGHEST for action security_group_rules [ 930.056695] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41f9c0a5-a06a-41f2-991f-6b14d61d51cf with Priority: HIGHEST for action security_group_members [ 930.056695] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fe93d78-4fa2-4e31-aea4-beea30fc9b04 with Priority: HIGHEST for action port [ 930.056695] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41f9c0a5-a06a-41f2-991f-6b14d61d51cf taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.056695] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41f9c0a5-a06a-41f2-991f-6b14d61d51cf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.056695] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41f9c0a5-a06a-41f2-991f-6b14d61d51cf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.056695] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41f9c0a5-a06a-41f2-991f-6b14d61d51cf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.056695] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41f9c0a5-a06a-41f2-991f-6b14d61d51cf',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.057520] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-41f9c0a5-a06a-41f2-991f-6b14d61d51cf taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.057520] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41f9c0a5-a06a-41f2-991f-6b14d61d51cf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.057520] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41f9c0a5-a06a-41f2-991f-6b14d61d51cf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.057634] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41f9c0a5-a06a-41f2-991f-6b14d61d51cf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.059100] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.059100] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.059100] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.059100] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.059100] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.059100] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41f9c0a5-a06a-41f2-991f-6b14d61d51cf',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.061378] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-0fe93d78-4fa2-4e31-aea4-beea30fc9b04 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.061378] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0fe93d78-4fa2-4e31-aea4-beea30fc9b04" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.061378] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0fe93d78-4fa2-4e31-aea4-beea30fc9b04" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.061378] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0fe93d78-4fa2-4e31-aea4-beea30fc9b04" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.061378] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fe93d78-4fa2-4e31-aea4-beea30fc9b04',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.563529] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('41f9c0a5-a06a-41f2-991f-6b14d61d51cf',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.564970] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-41f9c0a5-a06a-41f2-991f-6b14d61d51cf taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.565163] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41f9c0a5-a06a-41f2-991f-6b14d61d51cf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.565341] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0fe93d78-4fa2-4e31-aea4-beea30fc9b04 with status ACTIVE [ 930.565571] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.565723] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.565821] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.566485] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.566485] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.567249] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.567249] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.567249] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.567564] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.567564] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.567763] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.568053] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.568053] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.568229] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.568345] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.568471] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0fe93d78-4fa2-4e31-aea4-beea30fc9b04 is going to be updated. [ 930.597301] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.597573] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.597712] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.598035] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.598233] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.598465] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0fe93d78-4fa2-4e31-aea4-beea30fc9b04" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.994402] env[65894]: INFO networking_nsxv3.common.synchronization [req-3bc432a8-20db-412d-bc2d-df7080a66432 req-404e1696-575c-4a38-9acf-80902178a6a1 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Enqueued Resource ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 with Priority: HIGHEST for action security_group_members [ 930.994999] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 with Priority: HIGHEST for action security_group_members [ 930.996117] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.996117] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.996117] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.996117] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.996466] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.996466] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.996466] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.996585] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.996876] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.996876] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.074592] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('41f9c0a5-a06a-41f2-991f-6b14d61d51cf',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.500994] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.578665] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.578900] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.578989] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.579233] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.579326] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.579652] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41f9c0a5-a06a-41f2-991f-6b14d61d51cf is going to be created. [ 931.611853] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.612023] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.612023] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.612194] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.612446] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.624022] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41f9c0a5-a06a-41f2-991f-6b14d61d51cf in Status: UNINITIALIZED for 2s [ 931.727159] env[65894]: INFO networking_nsxv3.common.synchronization [None req-00f707d5-9e2a-4b5e-88c1-4b5e7b55a1b7 None None] Enqueued Resource ID: 97c35a32-dbf3-466a-aa3d-78f7897ab476 with Priority: HIGHEST for action port [ 931.727754] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 97c35a32-dbf3-466a-aa3d-78f7897ab476 with Priority: HIGHEST for action port [ 931.728728] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-97c35a32-dbf3-466a-aa3d-78f7897ab476 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.728728] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-97c35a32-dbf3-466a-aa3d-78f7897ab476" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.728728] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-97c35a32-dbf3-466a-aa3d-78f7897ab476" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.728728] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-97c35a32-dbf3-466a-aa3d-78f7897ab476" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.728728] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('97c35a32-dbf3-466a-aa3d-78f7897ab476',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.003610] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.232392] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 97c35a32-dbf3-466a-aa3d-78f7897ab476 [ 932.233341] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.233341] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.233341] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.233341] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.233341] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.233341] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:97c35a32-dbf3-466a-aa3d-78f7897ab476 already deleted. [ 932.233572] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-97c35a32-dbf3-466a-aa3d-78f7897ab476" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.508564] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.508564] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.508564] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.508564] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.508564] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.508564] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 is going to be updated. [ 932.543031] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.543722] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.543722] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.543722] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.543889] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.555517] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 in Status: IN_PROGRESS for 2s [ 933.634845] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41f9c0a5-a06a-41f2-991f-6b14d61d51cf in Status: SUCCESS [ 933.635193] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41f9c0a5-a06a-41f2-991f-6b14d61d51cf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.635387] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41f9c0a5-a06a-41f2-991f-6b14d61d51cf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.635646] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41f9c0a5-a06a-41f2-991f-6b14d61d51cf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.635829] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.635965] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.636017] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.636183] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.636266] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.636353] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41f9c0a5-a06a-41f2-991f-6b14d61d51cf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.636447] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('41f9c0a5-a06a-41f2-991f-6b14d61d51cf',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.138964] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('41f9c0a5-a06a-41f2-991f-6b14d61d51cf',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.566298] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 in Status: SUCCESS [ 934.566895] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.646130] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 41f9c0a5-a06a-41f2-991f-6b14d61d51cf: rpc.has_security_group_logging(os_id): False [ 934.669321] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.669559] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.669559] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.671111] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.671498] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.672735] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.672907] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.673012] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.673245] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.673365] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.673488] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41f9c0a5-a06a-41f2-991f-6b14d61d51cf is going to be created. [ 934.750059] env[65894]: INFO networking_nsxv3.common.synchronization [req-0fdae2ee-4b03-4649-87de-1d3e4984c8a7 req-0d6a7dc6-320d-4d58-b6b2-cbc183ccfea7 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Enqueued Resource ID: 2cfb114e-24cc-4048-af60-96a336028546 with Priority: HIGHEST for action security_group_members [ 934.750059] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cfb114e-24cc-4048-af60-96a336028546 with Priority: HIGHEST for action security_group_members [ 934.750441] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cfb114e-24cc-4048-af60-96a336028546 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.750571] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.750640] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.750908] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.751076] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.751173] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.751222] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.751458] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.751541] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.751589] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cfb114e-24cc-4048-af60-96a336028546',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.773549] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.773706] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.773751] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.773955] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.774272] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.801554] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41f9c0a5-a06a-41f2-991f-6b14d61d51cf in Status: IN_PROGRESS for 2s [ 935.062723] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock network-586 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.062927] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "network-586" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.063110] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "network-586" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.063324] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "network-586" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.063600] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.063804] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.063884] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.064107] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.064252] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.064458] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 935.064572] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 935.064675] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 935.064777] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 935.064880] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 935.064980] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 935.065123] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 935.086810] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 935.086972] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 935.087126] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 935.087319] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "network-586" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.087709] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock port-3ef177a0-b76c-4ad4-989f-e8587707858d taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.087900] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "port-3ef177a0-b76c-4ad4-989f-e8587707858d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.088032] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "port-3ef177a0-b76c-4ad4-989f-e8587707858d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.088389] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "port-3ef177a0-b76c-4ad4-989f-e8587707858d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.088532] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ef177a0-b76c-4ad4-989f-e8587707858d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.246310] env[65894]: INFO networking_nsxv3.common.synchronization [req-243f99e0-15e7-45a6-8c38-76eebbdd49e1 req-68a37e67-d452-4e7e-8300-3639a1761718 tempest-ServerTagsTestJSON-278099630 tempest-ServerTagsTestJSON-278099630-project-member] Enqueued Resource ID: 382afd5f-89bf-405c-a1f5-4df0ced48395 with Priority: HIGHEST for action security_group_members [ 935.246310] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 382afd5f-89bf-405c-a1f5-4df0ced48395 with Priority: HIGHEST for action security_group_members [ 935.246310] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-382afd5f-89bf-405c-a1f5-4df0ced48395 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.246310] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-382afd5f-89bf-405c-a1f5-4df0ced48395" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.246310] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-382afd5f-89bf-405c-a1f5-4df0ced48395" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.246310] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-382afd5f-89bf-405c-a1f5-4df0ced48395" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.246541] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.246620] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.246657] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.246810] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.246963] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.247682] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('382afd5f-89bf-405c-a1f5-4df0ced48395',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.256079] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.256079] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.256079] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.256079] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.256079] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.256079] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.256079] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.256079] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.256079] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.256620] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.256620] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cfb114e-24cc-4048-af60-96a336028546 already deleted. [ 935.256620] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.593024] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.593275] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.593419] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.593763] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.593924] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.594206] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Segment Port 3ef177a0-b76c-4ad4-989f-e8587707858d not found, creating... [ 935.594690] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.594909] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.595096] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.595396] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.595555] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.595875] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.596044] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.596164] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.596386] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.596517] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.596670] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Resource: SegmentPort with ID: 3ef177a0-b76c-4ad4-989f-e8587707858d is going to be created. [ 935.621248] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.621541] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.621700] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.622083] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.622434] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.622730] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "port-3ef177a0-b76c-4ad4-989f-e8587707858d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.749925] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.750330] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.750330] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.750699] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.750854] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.751214] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.751326] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.751429] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.751712] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.751842] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.751978] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 382afd5f-89bf-405c-a1f5-4df0ced48395 is going to be updated. [ 935.806158] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.806158] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.806158] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.806158] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.806158] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.826187] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 382afd5f-89bf-405c-a1f5-4df0ced48395 in Status: IN_PROGRESS for 2s [ 936.329967] env[65894]: INFO networking_nsxv3.common.synchronization [req-0fdae2ee-4b03-4649-87de-1d3e4984c8a7 req-9bbce341-ca49-4fbe-93bf-fd216a2c390f service nova] Enqueued Resource ID: 2cfb114e-24cc-4048-af60-96a336028546 with Priority: HIGHEST for action security_group_rules [ 936.330170] env[65894]: INFO networking_nsxv3.common.synchronization [req-0fdae2ee-4b03-4649-87de-1d3e4984c8a7 req-9bbce341-ca49-4fbe-93bf-fd216a2c390f service nova] Enqueued Resource ID: 2cfb114e-24cc-4048-af60-96a336028546 with Priority: HIGHEST for action security_group_members [ 936.330932] env[65894]: INFO networking_nsxv3.common.synchronization [req-0fdae2ee-4b03-4649-87de-1d3e4984c8a7 req-9bbce341-ca49-4fbe-93bf-fd216a2c390f service nova] Enqueued Resource ID: 3ef177a0-b76c-4ad4-989f-e8587707858d with Priority: HIGHEST for action port [ 936.330932] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cfb114e-24cc-4048-af60-96a336028546 with Priority: HIGHEST for action security_group_rules [ 936.331119] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cfb114e-24cc-4048-af60-96a336028546 with Priority: HIGHEST for action security_group_members [ 936.331205] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ef177a0-b76c-4ad4-989f-e8587707858d with Priority: HIGHEST for action port [ 936.331819] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2cfb114e-24cc-4048-af60-96a336028546 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.331819] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.331819] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.332113] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.332113] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2cfb114e-24cc-4048-af60-96a336028546',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.333088] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cfb114e-24cc-4048-af60-96a336028546 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.333251] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.333350] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.334202] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.335032] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.335190] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.335286] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.335462] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.335556] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.335946] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cfb114e-24cc-4048-af60-96a336028546',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.336574] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ef177a0-b76c-4ad4-989f-e8587707858d taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.336703] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ef177a0-b76c-4ad4-989f-e8587707858d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.336789] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ef177a0-b76c-4ad4-989f-e8587707858d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.336957] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ef177a0-b76c-4ad4-989f-e8587707858d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.337080] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ef177a0-b76c-4ad4-989f-e8587707858d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.812884] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 41f9c0a5-a06a-41f2-991f-6b14d61d51cf in Status: SUCCESS [ 936.813269] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41f9c0a5-a06a-41f2-991f-6b14d61d51cf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.840045] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cfb114e-24cc-4048-af60-96a336028546 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.840045] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.840375] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2cfb114e-24cc-4048-af60-96a336028546',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.841990] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3ef177a0-b76c-4ad4-989f-e8587707858d with status ACTIVE [ 936.842345] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.842479] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.842592] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.842765] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.842861] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.843091] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.843221] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.843221] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.843382] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.843450] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.843631] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.843775] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.843775] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.844734] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.844734] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.844734] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3ef177a0-b76c-4ad4-989f-e8587707858d is going to be updated. [ 936.866176] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.866408] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.866499] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.866710] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.866844] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.867020] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ef177a0-b76c-4ad4-989f-e8587707858d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.343258] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2cfb114e-24cc-4048-af60-96a336028546',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.836225] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 382afd5f-89bf-405c-a1f5-4df0ced48395 in Status: SUCCESS [ 937.836672] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 382afd5f-89bf-405c-a1f5-4df0ced48395 deletion is rescheduled due to dependency. [ 937.836672] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-382afd5f-89bf-405c-a1f5-4df0ced48395" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.846294] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.846498] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.846614] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.846865] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.846959] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.847078] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cfb114e-24cc-4048-af60-96a336028546 is going to be created. [ 937.876088] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.876273] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.876342] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.876546] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.876709] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.886773] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cfb114e-24cc-4048-af60-96a336028546 in Status: UNINITIALIZED for 2s [ 939.905426] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cfb114e-24cc-4048-af60-96a336028546 in Status: SUCCESS [ 939.905804] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.905804] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.906093] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.906304] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.906425] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.906492] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.906668] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.906769] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.906858] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.907092] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2cfb114e-24cc-4048-af60-96a336028546',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.410013] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cfb114e-24cc-4048-af60-96a336028546 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.410279] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.410279] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.410512] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.410696] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.410800] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.410867] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.411041] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.411143] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.411236] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.411382] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cfb114e-24cc-4048-af60-96a336028546 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.411476] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.411537] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.411679] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.411846] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.411941] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.412010] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.412159] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.412232] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.412312] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.412433] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2cfb114e-24cc-4048-af60-96a336028546',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.915254] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2cfb114e-24cc-4048-af60-96a336028546: rpc.has_security_group_logging(os_id): False [ 940.934461] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.934617] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.934660] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.934873] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.934961] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.935249] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.935367] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.935419] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.935576] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.935656] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.935835] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.935959] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.936048] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.936197] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.936272] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.936456] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.936535] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.936599] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.936775] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.936880] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.936970] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2cfb114e-24cc-4048-af60-96a336028546 is going to be created. [ 941.000743] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.000895] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.000953] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.001185] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.001369] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.013498] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2cfb114e-24cc-4048-af60-96a336028546 in Status: IN_PROGRESS for 2s [ 941.110881] env[65894]: INFO networking_nsxv3.common.synchronization [req-e200c0da-e57e-46b1-bb84-e18aae9d4a64 req-51548afe-700f-419e-8bda-4e8ace8b458b tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Enqueued Resource ID: 723125d4-65ef-4a5f-9d00-609ae9fdb52c with Priority: HIGHEST for action security_group_members [ 941.111506] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 723125d4-65ef-4a5f-9d00-609ae9fdb52c with Priority: HIGHEST for action security_group_members [ 941.111930] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-723125d4-65ef-4a5f-9d00-609ae9fdb52c taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.113183] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-723125d4-65ef-4a5f-9d00-609ae9fdb52c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.113282] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-723125d4-65ef-4a5f-9d00-609ae9fdb52c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.113552] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-723125d4-65ef-4a5f-9d00-609ae9fdb52c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.113768] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.113883] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.113941] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.114137] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.114242] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.114317] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('723125d4-65ef-4a5f-9d00-609ae9fdb52c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.497701] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock network-650 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.497891] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "network-650" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.498025] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "network-650" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.498333] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "network-650" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.498628] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.498794] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.498911] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.499150] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.499301] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.499525] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 941.499641] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 941.499748] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 941.499854] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 941.499962] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 941.500082] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 941.500215] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 941.519968] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 941.520074] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 941.520158] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 941.520332] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "network-650" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.520778] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock port-d1611afb-f03b-4926-b169-87ccdd342f33 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.520969] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "port-d1611afb-f03b-4926-b169-87ccdd342f33" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.521084] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "port-d1611afb-f03b-4926-b169-87ccdd342f33" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.521416] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "port-d1611afb-f03b-4926-b169-87ccdd342f33" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.521563] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1611afb-f03b-4926-b169-87ccdd342f33',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.618840] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.618840] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.618840] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.618840] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.618840] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.618840] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.618840] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.618840] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.618840] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.618840] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.618840] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 723125d4-65ef-4a5f-9d00-609ae9fdb52c already deleted. [ 941.618840] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-723125d4-65ef-4a5f-9d00-609ae9fdb52c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.024263] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.024653] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.024653] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.024833] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.024983] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.025156] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Segment Port d1611afb-f03b-4926-b169-87ccdd342f33 not found, creating... [ 942.025418] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.025578] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.025697] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.025918] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.026074] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.026354] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.026509] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.026626] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.026829] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.026962] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.027114] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Resource: SegmentPort with ID: d1611afb-f03b-4926-b169-87ccdd342f33 is going to be created. [ 942.048029] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.048029] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.048029] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.048242] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.048272] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.048619] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "port-d1611afb-f03b-4926-b169-87ccdd342f33" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.749524] env[65894]: INFO networking_nsxv3.common.synchronization [req-e200c0da-e57e-46b1-bb84-e18aae9d4a64 req-cb76e411-36c0-4e54-af32-ad9c3c4c5e9d service nova] Enqueued Resource ID: 723125d4-65ef-4a5f-9d00-609ae9fdb52c with Priority: HIGHEST for action security_group_rules [ 942.751798] env[65894]: INFO networking_nsxv3.common.synchronization [req-e200c0da-e57e-46b1-bb84-e18aae9d4a64 req-cb76e411-36c0-4e54-af32-ad9c3c4c5e9d service nova] Enqueued Resource ID: 723125d4-65ef-4a5f-9d00-609ae9fdb52c with Priority: HIGHEST for action security_group_members [ 942.751798] env[65894]: INFO networking_nsxv3.common.synchronization [req-e200c0da-e57e-46b1-bb84-e18aae9d4a64 req-cb76e411-36c0-4e54-af32-ad9c3c4c5e9d service nova] Enqueued Resource ID: d1611afb-f03b-4926-b169-87ccdd342f33 with Priority: HIGHEST for action port [ 942.751798] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 723125d4-65ef-4a5f-9d00-609ae9fdb52c with Priority: HIGHEST for action security_group_rules [ 942.751798] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 723125d4-65ef-4a5f-9d00-609ae9fdb52c with Priority: HIGHEST for action security_group_members [ 942.751798] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1611afb-f03b-4926-b169-87ccdd342f33 with Priority: HIGHEST for action port [ 942.751798] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-723125d4-65ef-4a5f-9d00-609ae9fdb52c taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.751798] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-723125d4-65ef-4a5f-9d00-609ae9fdb52c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.751798] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-723125d4-65ef-4a5f-9d00-609ae9fdb52c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.751798] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-723125d4-65ef-4a5f-9d00-609ae9fdb52c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.751798] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('723125d4-65ef-4a5f-9d00-609ae9fdb52c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.752677] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-723125d4-65ef-4a5f-9d00-609ae9fdb52c taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.752801] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-723125d4-65ef-4a5f-9d00-609ae9fdb52c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.752920] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-723125d4-65ef-4a5f-9d00-609ae9fdb52c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.753149] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-723125d4-65ef-4a5f-9d00-609ae9fdb52c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.753312] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.753410] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.753474] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.753620] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.753705] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.753798] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('723125d4-65ef-4a5f-9d00-609ae9fdb52c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.754995] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1611afb-f03b-4926-b169-87ccdd342f33 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.754995] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1611afb-f03b-4926-b169-87ccdd342f33" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.754995] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1611afb-f03b-4926-b169-87ccdd342f33" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.755178] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1611afb-f03b-4926-b169-87ccdd342f33" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.755269] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1611afb-f03b-4926-b169-87ccdd342f33',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.028784] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2cfb114e-24cc-4048-af60-96a336028546 in Status: SUCCESS [ 943.029134] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.256759] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-723125d4-65ef-4a5f-9d00-609ae9fdb52c taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.256902] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-723125d4-65ef-4a5f-9d00-609ae9fdb52c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.257147] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('723125d4-65ef-4a5f-9d00-609ae9fdb52c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.258236] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d1611afb-f03b-4926-b169-87ccdd342f33 with status ACTIVE [ 943.258526] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.258669] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.258740] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.258956] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.259065] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.259261] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.259363] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.259448] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.259620] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.259694] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.259882] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.259972] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.260046] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.260189] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.260264] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.260387] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d1611afb-f03b-4926-b169-87ccdd342f33 is going to be updated. [ 943.308565] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.308751] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.308751] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.308937] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.309064] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.309227] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1611afb-f03b-4926-b169-87ccdd342f33" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.596838] env[65894]: INFO networking_nsxv3.common.synchronization [req-a8f566cc-7566-4465-98af-102a41e5d78a req-c1e3d8e7-9edf-44b5-9f39-28f09d4490f6 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Enqueued Resource ID: c50c9a9a-7298-4fb0-bf98-fce7473619f7 with Priority: HIGHEST for action security_group_members [ 943.597654] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c50c9a9a-7298-4fb0-bf98-fce7473619f7 with Priority: HIGHEST for action security_group_members [ 943.597962] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c50c9a9a-7298-4fb0-bf98-fce7473619f7 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.598112] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c50c9a9a-7298-4fb0-bf98-fce7473619f7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.598173] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c50c9a9a-7298-4fb0-bf98-fce7473619f7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.598400] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c50c9a9a-7298-4fb0-bf98-fce7473619f7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.598556] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.598674] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.598763] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.598889] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.598963] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.599071] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c50c9a9a-7298-4fb0-bf98-fce7473619f7',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.763166] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('723125d4-65ef-4a5f-9d00-609ae9fdb52c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.932420] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock network-265 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.932632] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "network-265" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.932899] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "network-265" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.933176] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "network-265" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.933602] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.933777] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.933893] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.934132] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.934292] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.934544] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 943.934661] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 943.934781] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 943.934886] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 943.934994] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 943.935128] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 943.935267] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 943.954565] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 943.954782] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 943.954936] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 943.955146] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "network-265" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.955467] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock port-1f811741-fa0f-452c-b41e-e45614a6f08f taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.955643] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "port-1f811741-fa0f-452c-b41e-e45614a6f08f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.955762] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "port-1f811741-fa0f-452c-b41e-e45614a6f08f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.956106] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "port-1f811741-fa0f-452c-b41e-e45614a6f08f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.956251] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f811741-fa0f-452c-b41e-e45614a6f08f',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.101494] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c50c9a9a-7298-4fb0-bf98-fce7473619f7',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.266418] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.266522] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.266653] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.266801] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.266932] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.266991] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 723125d4-65ef-4a5f-9d00-609ae9fdb52c is going to be created. [ 944.292756] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.292890] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.292890] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.293104] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.293285] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.305712] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 723125d4-65ef-4a5f-9d00-609ae9fdb52c in Status: UNINITIALIZED for 2s [ 944.459201] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.459482] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.459681] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.459995] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.460173] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.460332] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Segment Port 1f811741-fa0f-452c-b41e-e45614a6f08f not found, creating... [ 944.460626] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.460778] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.460894] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.461147] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.461285] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.461580] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.461733] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.461844] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.462068] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.462201] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.462341] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Resource: SegmentPort with ID: 1f811741-fa0f-452c-b41e-e45614a6f08f is going to be created. [ 944.488317] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.488461] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.488554] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.488908] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.489100] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.489350] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "port-1f811741-fa0f-452c-b41e-e45614a6f08f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.605563] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c50c9a9a-7298-4fb0-bf98-fce7473619f7',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.108574] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.108878] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.108878] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.109036] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.109171] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.109275] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c50c9a9a-7298-4fb0-bf98-fce7473619f7 is going to be updated. [ 945.139052] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.139308] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.139488] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.139797] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.140048] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.149624] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c50c9a9a-7298-4fb0-bf98-fce7473619f7 in Status: IN_PROGRESS for 2s [ 945.192839] env[65894]: INFO networking_nsxv3.common.synchronization [req-a8f566cc-7566-4465-98af-102a41e5d78a req-3867a5ef-c7b3-41c4-b7c2-c93e09433453 service nova] Enqueued Resource ID: c50c9a9a-7298-4fb0-bf98-fce7473619f7 with Priority: HIGHEST for action security_group_rules [ 945.193043] env[65894]: INFO networking_nsxv3.common.synchronization [req-a8f566cc-7566-4465-98af-102a41e5d78a req-3867a5ef-c7b3-41c4-b7c2-c93e09433453 service nova] Enqueued Resource ID: c50c9a9a-7298-4fb0-bf98-fce7473619f7 with Priority: HIGHEST for action security_group_members [ 945.193187] env[65894]: INFO networking_nsxv3.common.synchronization [req-a8f566cc-7566-4465-98af-102a41e5d78a req-3867a5ef-c7b3-41c4-b7c2-c93e09433453 service nova] Enqueued Resource ID: 1f811741-fa0f-452c-b41e-e45614a6f08f with Priority: HIGHEST for action port [ 945.193699] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c50c9a9a-7298-4fb0-bf98-fce7473619f7 with Priority: HIGHEST for action security_group_rules [ 945.193836] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c50c9a9a-7298-4fb0-bf98-fce7473619f7 with Priority: HIGHEST for action security_group_members [ 945.193943] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f811741-fa0f-452c-b41e-e45614a6f08f with Priority: HIGHEST for action port [ 945.196633] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c50c9a9a-7298-4fb0-bf98-fce7473619f7 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.196633] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c50c9a9a-7298-4fb0-bf98-fce7473619f7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.196633] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c50c9a9a-7298-4fb0-bf98-fce7473619f7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.196898] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c50c9a9a-7298-4fb0-bf98-fce7473619f7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.196898] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c50c9a9a-7298-4fb0-bf98-fce7473619f7',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.197953] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c50c9a9a-7298-4fb0-bf98-fce7473619f7 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.197953] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c50c9a9a-7298-4fb0-bf98-fce7473619f7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.198098] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f811741-fa0f-452c-b41e-e45614a6f08f taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.198163] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f811741-fa0f-452c-b41e-e45614a6f08f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.198437] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f811741-fa0f-452c-b41e-e45614a6f08f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.198437] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f811741-fa0f-452c-b41e-e45614a6f08f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.198502] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f811741-fa0f-452c-b41e-e45614a6f08f',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.701094] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c50c9a9a-7298-4fb0-bf98-fce7473619f7 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.701250] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c50c9a9a-7298-4fb0-bf98-fce7473619f7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.701407] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1f811741-fa0f-452c-b41e-e45614a6f08f with status ACTIVE [ 945.701578] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.701840] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.701923] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.702263] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.702332] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.702479] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.702566] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.702639] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.702797] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.702859] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.703050] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.703146] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.703208] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.703347] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.703420] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.703505] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1f811741-fa0f-452c-b41e-e45614a6f08f is going to be updated. [ 945.725698] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.725698] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.725959] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.725959] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.726154] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.726257] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f811741-fa0f-452c-b41e-e45614a6f08f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.098707] env[65894]: INFO networking_nsxv3.common.synchronization [req-6f6d9961-e00b-45f9-967e-860cde24491f req-872f809d-71ae-4799-beab-b478efb59194 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Enqueued Resource ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b with Priority: HIGHEST for action security_group_members [ 946.099668] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b with Priority: HIGHEST for action security_group_members [ 946.099668] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.099668] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.099668] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.100331] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.100331] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.100331] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.100331] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.100331] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.100730] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.100730] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fde18d8d-f211-41a4-b6ef-b2a9103ecc8b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.316038] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 723125d4-65ef-4a5f-9d00-609ae9fdb52c in Status: SUCCESS [ 946.316364] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-723125d4-65ef-4a5f-9d00-609ae9fdb52c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.316364] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-723125d4-65ef-4a5f-9d00-609ae9fdb52c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.316673] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-723125d4-65ef-4a5f-9d00-609ae9fdb52c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.316900] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.317075] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.317171] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.317355] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.317493] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.317628] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-723125d4-65ef-4a5f-9d00-609ae9fdb52c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.317764] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('723125d4-65ef-4a5f-9d00-609ae9fdb52c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.415609] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock network-407 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.415854] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "network-407" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.416013] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "network-407" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.416305] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "network-407" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.416960] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.417151] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.417271] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.417553] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.417774] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.417956] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 946.418105] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 946.418223] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 946.418349] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 946.418472] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 946.418577] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 946.418715] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 946.439614] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 946.439838] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 946.439986] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 946.440185] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "network-407" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.440526] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock port-56024829-aa7a-4b3d-9e4e-2cd1ec07f096 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.440704] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "port-56024829-aa7a-4b3d-9e4e-2cd1ec07f096" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.440848] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "port-56024829-aa7a-4b3d-9e4e-2cd1ec07f096" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.441190] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "port-56024829-aa7a-4b3d-9e4e-2cd1ec07f096" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.441333] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56024829-aa7a-4b3d-9e4e-2cd1ec07f096',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.602349] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fde18d8d-f211-41a4-b6ef-b2a9103ecc8b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.820952] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('723125d4-65ef-4a5f-9d00-609ae9fdb52c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.947030] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.947030] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.947030] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.947030] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.947030] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.947030] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Segment Port 56024829-aa7a-4b3d-9e4e-2cd1ec07f096 not found, creating... [ 946.947030] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.947030] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.947030] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.947030] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.947030] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.947662] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.947662] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.947662] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.947853] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.948139] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.948422] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Resource: SegmentPort with ID: 56024829-aa7a-4b3d-9e4e-2cd1ec07f096 is going to be created. [ 946.973322] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.973322] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.973322] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.973322] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.973322] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.973322] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "port-56024829-aa7a-4b3d-9e4e-2cd1ec07f096" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.104415] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fde18d8d-f211-41a4-b6ef-b2a9103ecc8b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.163754] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c50c9a9a-7298-4fb0-bf98-fce7473619f7 in Status: SUCCESS [ 947.164243] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c50c9a9a-7298-4fb0-bf98-fce7473619f7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.164479] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c50c9a9a-7298-4fb0-bf98-fce7473619f7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.164762] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c50c9a9a-7298-4fb0-bf98-fce7473619f7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.164949] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.165088] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.165155] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.165325] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.165409] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.165504] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c50c9a9a-7298-4fb0-bf98-fce7473619f7',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.324484] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 723125d4-65ef-4a5f-9d00-609ae9fdb52c: rpc.has_security_group_logging(os_id): False [ 947.345792] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.345961] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.346024] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.346242] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.346354] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.346630] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.346769] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.346820] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.346997] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.347085] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.347176] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 723125d4-65ef-4a5f-9d00-609ae9fdb52c is going to be created. [ 947.419351] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.419577] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.419636] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.419861] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.420093] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.436125] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 723125d4-65ef-4a5f-9d00-609ae9fdb52c in Status: IN_PROGRESS for 2s [ 947.610963] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.610963] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.610963] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.610963] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.610963] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.610963] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b is going to be updated. [ 947.641363] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.641543] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.641619] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.641836] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.641983] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.654240] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b in Status: IN_PROGRESS for 2s [ 947.669333] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c50c9a9a-7298-4fb0-bf98-fce7473619f7',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.723200] env[65894]: INFO networking_nsxv3.common.synchronization [req-6f6d9961-e00b-45f9-967e-860cde24491f req-72cdc6b5-ce71-4a2d-9ab4-63abd5894656 service nova] Enqueued Resource ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b with Priority: HIGHEST for action security_group_rules [ 947.723200] env[65894]: INFO networking_nsxv3.common.synchronization [req-6f6d9961-e00b-45f9-967e-860cde24491f req-72cdc6b5-ce71-4a2d-9ab4-63abd5894656 service nova] Enqueued Resource ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b with Priority: HIGHEST for action security_group_members [ 947.723200] env[65894]: INFO networking_nsxv3.common.synchronization [req-6f6d9961-e00b-45f9-967e-860cde24491f req-72cdc6b5-ce71-4a2d-9ab4-63abd5894656 service nova] Enqueued Resource ID: 56024829-aa7a-4b3d-9e4e-2cd1ec07f096 with Priority: HIGHEST for action port [ 947.723861] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b with Priority: HIGHEST for action security_group_rules [ 947.724012] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b with Priority: HIGHEST for action security_group_members [ 947.724135] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56024829-aa7a-4b3d-9e4e-2cd1ec07f096 with Priority: HIGHEST for action port [ 947.724508] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.724730] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.724730] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.724911] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.724994] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fde18d8d-f211-41a4-b6ef-b2a9103ecc8b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.725898] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.726800] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.726800] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-56024829-aa7a-4b3d-9e4e-2cd1ec07f096 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.726800] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56024829-aa7a-4b3d-9e4e-2cd1ec07f096" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.726800] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56024829-aa7a-4b3d-9e4e-2cd1ec07f096" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.726800] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56024829-aa7a-4b3d-9e4e-2cd1ec07f096" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.726800] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56024829-aa7a-4b3d-9e4e-2cd1ec07f096',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.170907] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c50c9a9a-7298-4fb0-bf98-fce7473619f7',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.229472] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 56024829-aa7a-4b3d-9e4e-2cd1ec07f096 with status ACTIVE [ 948.229839] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.230069] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.230204] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.230514] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.230715] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.230950] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.231113] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.231211] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.231413] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.231529] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.231766] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.231913] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.231986] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.232241] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.232309] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.232423] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 56024829-aa7a-4b3d-9e4e-2cd1ec07f096 is going to be updated. [ 948.233881] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.234038] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.280882] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.281207] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.281207] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.281503] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.281705] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.281878] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56024829-aa7a-4b3d-9e4e-2cd1ec07f096" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.672468] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.672781] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.672781] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.673044] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.673157] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.673299] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c50c9a9a-7298-4fb0-bf98-fce7473619f7 is going to be updated. [ 948.690024] env[65894]: INFO networking_nsxv3.common.synchronization [req-30579a18-2623-4c01-b92e-1841da1b234b req-ca5a8aca-c8fc-4eb3-b468-f0364ebbdbdc tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Enqueued Resource ID: 2cfb114e-24cc-4048-af60-96a336028546 with Priority: HIGHEST for action security_group_members [ 948.691072] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cfb114e-24cc-4048-af60-96a336028546 with Priority: HIGHEST for action security_group_members [ 948.691503] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cfb114e-24cc-4048-af60-96a336028546 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.691654] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.691704] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.691904] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.692068] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.692167] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.692228] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.692851] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.693567] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.693567] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cfb114e-24cc-4048-af60-96a336028546',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.704887] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.705222] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.705876] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.705876] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.705957] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.715907] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c50c9a9a-7298-4fb0-bf98-fce7473619f7 in Status: IN_PROGRESS for 2s [ 949.194866] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.195052] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.195130] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.195350] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.195443] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.195638] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.195737] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.195886] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.196056] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.196139] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.196227] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cfb114e-24cc-4048-af60-96a336028546 is going to be updated. [ 949.223931] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.223931] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.223931] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.224211] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.224275] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.233842] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cfb114e-24cc-4048-af60-96a336028546 in Status: IN_PROGRESS for 2s [ 949.449052] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 723125d4-65ef-4a5f-9d00-609ae9fdb52c in Status: SUCCESS [ 949.449300] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-723125d4-65ef-4a5f-9d00-609ae9fdb52c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.667549] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b in Status: SUCCESS [ 949.667808] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.667997] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.668242] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.668489] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.668594] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.668637] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.668772] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.668858] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.668955] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fde18d8d-f211-41a4-b6ef-b2a9103ecc8b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.704346] env[65894]: INFO networking_nsxv3.common.synchronization [req-f024e720-9b95-40f9-827f-6ac3a4554f90 req-832ce662-a5b1-4d22-bc73-26b13f561653 tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Enqueued Resource ID: ee473872-0cee-445b-80c2-9872fc2d0453 with Priority: HIGHEST for action security_group_members [ 949.704346] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee473872-0cee-445b-80c2-9872fc2d0453 with Priority: HIGHEST for action security_group_members [ 949.705215] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee473872-0cee-445b-80c2-9872fc2d0453 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.705553] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.705710] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.705996] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.707029] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.707029] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.707029] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.707029] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.707029] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.707029] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee473872-0cee-445b-80c2-9872fc2d0453',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.107583] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock network-802 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.107827] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "network-802" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.109696] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "network-802" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.109984] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "network-802" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.110278] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.110491] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.110623] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.110838] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.110989] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.111214] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 950.111328] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 950.111435] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 950.111636] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 950.111636] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 950.111774] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 950.111863] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 950.130385] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 950.130567] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 950.130745] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 950.130881] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "network-802" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.131234] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock port-7f757c97-430d-479e-94dc-3aae56d28d4e taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.131447] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "port-7f757c97-430d-479e-94dc-3aae56d28d4e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.131770] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "port-7f757c97-430d-479e-94dc-3aae56d28d4e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.132018] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "port-7f757c97-430d-479e-94dc-3aae56d28d4e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.132175] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f757c97-430d-479e-94dc-3aae56d28d4e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.171749] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fde18d8d-f211-41a4-b6ef-b2a9103ecc8b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.210714] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.210937] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.211049] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.211302] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.211406] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.211637] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.211762] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.211840] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.212012] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.212210] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.212210] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee473872-0cee-445b-80c2-9872fc2d0453 is going to be updated. [ 950.240774] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.240944] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.241012] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.241186] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.241547] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.252836] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee473872-0cee-445b-80c2-9872fc2d0453 in Status: IN_PROGRESS for 2s [ 950.634499] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.634842] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.634914] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.635204] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.635369] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.635567] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Segment Port 7f757c97-430d-479e-94dc-3aae56d28d4e not found, creating... [ 950.635957] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.636266] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.636399] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.636744] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.636972] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.637482] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.637672] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.637869] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.638199] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.638408] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.638627] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Resource: SegmentPort with ID: 7f757c97-430d-479e-94dc-3aae56d28d4e is going to be created. [ 950.660706] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.660976] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.661339] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.661921] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.662033] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.662195] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "port-7f757c97-430d-479e-94dc-3aae56d28d4e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.674784] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fde18d8d-f211-41a4-b6ef-b2a9103ecc8b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.727876] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c50c9a9a-7298-4fb0-bf98-fce7473619f7 in Status: SUCCESS [ 950.728203] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c50c9a9a-7298-4fb0-bf98-fce7473619f7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.728267] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c50c9a9a-7298-4fb0-bf98-fce7473619f7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.728486] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c50c9a9a-7298-4fb0-bf98-fce7473619f7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.728679] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.728796] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.728865] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.729031] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.729116] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.729202] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c50c9a9a-7298-4fb0-bf98-fce7473619f7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.729296] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c50c9a9a-7298-4fb0-bf98-fce7473619f7',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.180173] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.180173] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.180173] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.180173] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.180173] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.180173] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b is going to be updated. [ 951.211074] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.211074] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.211074] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.211074] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.211074] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.220672] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b in Status: IN_PROGRESS for 2s [ 951.232122] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c50c9a9a-7298-4fb0-bf98-fce7473619f7 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.233188] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c50c9a9a-7298-4fb0-bf98-fce7473619f7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.233188] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c50c9a9a-7298-4fb0-bf98-fce7473619f7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.233188] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c50c9a9a-7298-4fb0-bf98-fce7473619f7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.233359] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.233427] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.234030] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.234030] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.234030] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.234030] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c50c9a9a-7298-4fb0-bf98-fce7473619f7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.234226] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c50c9a9a-7298-4fb0-bf98-fce7473619f7 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.234337] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c50c9a9a-7298-4fb0-bf98-fce7473619f7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.234420] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c50c9a9a-7298-4fb0-bf98-fce7473619f7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.235782] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c50c9a9a-7298-4fb0-bf98-fce7473619f7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.235782] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.235782] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.235782] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.235782] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.235782] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.235782] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c50c9a9a-7298-4fb0-bf98-fce7473619f7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.235782] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c50c9a9a-7298-4fb0-bf98-fce7473619f7',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.247264] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cfb114e-24cc-4048-af60-96a336028546 in Status: SUCCESS [ 951.247508] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cfb114e-24cc-4048-af60-96a336028546 deletion is rescheduled due to dependency. [ 951.247634] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.398553] env[65894]: INFO networking_nsxv3.common.synchronization [req-f024e720-9b95-40f9-827f-6ac3a4554f90 req-53a8e024-b442-4d05-82de-ed66f8bbec99 service nova] Enqueued Resource ID: ee473872-0cee-445b-80c2-9872fc2d0453 with Priority: HIGHEST for action security_group_rules [ 951.398553] env[65894]: INFO networking_nsxv3.common.synchronization [req-f024e720-9b95-40f9-827f-6ac3a4554f90 req-53a8e024-b442-4d05-82de-ed66f8bbec99 service nova] Enqueued Resource ID: ee473872-0cee-445b-80c2-9872fc2d0453 with Priority: HIGHEST for action security_group_members [ 951.398771] env[65894]: INFO networking_nsxv3.common.synchronization [req-f024e720-9b95-40f9-827f-6ac3a4554f90 req-53a8e024-b442-4d05-82de-ed66f8bbec99 service nova] Enqueued Resource ID: 7f757c97-430d-479e-94dc-3aae56d28d4e with Priority: HIGHEST for action port [ 951.399264] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee473872-0cee-445b-80c2-9872fc2d0453 with Priority: HIGHEST for action security_group_rules [ 951.399264] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee473872-0cee-445b-80c2-9872fc2d0453 with Priority: HIGHEST for action security_group_members [ 951.399419] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f757c97-430d-479e-94dc-3aae56d28d4e with Priority: HIGHEST for action port [ 951.400314] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee473872-0cee-445b-80c2-9872fc2d0453 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.400314] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.400314] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.400314] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.400314] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee473872-0cee-445b-80c2-9872fc2d0453',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.401248] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee473872-0cee-445b-80c2-9872fc2d0453 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.404621] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.404621] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f757c97-430d-479e-94dc-3aae56d28d4e taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.404621] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f757c97-430d-479e-94dc-3aae56d28d4e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.404621] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f757c97-430d-479e-94dc-3aae56d28d4e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.404621] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f757c97-430d-479e-94dc-3aae56d28d4e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.404621] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f757c97-430d-479e-94dc-3aae56d28d4e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.739627] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c50c9a9a-7298-4fb0-bf98-fce7473619f7: rpc.has_security_group_logging(os_id): False [ 951.768247] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.768247] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.770026] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.770026] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.770026] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.770026] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.770026] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.770026] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.770026] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.770776] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.774048] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.774048] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.774048] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.774048] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.774048] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.774048] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.774048] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.774048] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.774048] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.774048] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.774048] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c50c9a9a-7298-4fb0-bf98-fce7473619f7 is going to be updated. [ 951.877595] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.877875] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.877875] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.878172] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.878368] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.900153] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c50c9a9a-7298-4fb0-bf98-fce7473619f7 in Status: IN_PROGRESS for 2s [ 951.905375] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee473872-0cee-445b-80c2-9872fc2d0453 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.905565] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.908315] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7f757c97-430d-479e-94dc-3aae56d28d4e with status ACTIVE [ 951.908315] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.908315] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.908315] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.908315] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.908315] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.908315] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.908315] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.908315] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.908315] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.908315] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.908315] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.908315] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.908315] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.908315] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.908315] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.908315] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7f757c97-430d-479e-94dc-3aae56d28d4e is going to be updated. [ 951.991956] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.992576] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.992576] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.992576] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.992728] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.992994] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f757c97-430d-479e-94dc-3aae56d28d4e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.237296] env[65894]: INFO networking_nsxv3.common.synchronization [req-bf612476-1fae-40d8-8bf4-c5b97365ca25 req-efc670ed-65bf-40ec-bf7c-24c1ab9bec90 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Enqueued Resource ID: ed83c3dc-0b64-431a-ab59-fe9f46082c3b with Priority: HIGHEST for action security_group_members [ 952.237821] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed83c3dc-0b64-431a-ab59-fe9f46082c3b with Priority: HIGHEST for action security_group_members [ 952.238150] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed83c3dc-0b64-431a-ab59-fe9f46082c3b taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.238267] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed83c3dc-0b64-431a-ab59-fe9f46082c3b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.238331] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed83c3dc-0b64-431a-ab59-fe9f46082c3b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.238538] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed83c3dc-0b64-431a-ab59-fe9f46082c3b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.238686] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.238778] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.238835] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.238979] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.239464] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.239626] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed83c3dc-0b64-431a-ab59-fe9f46082c3b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.266310] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee473872-0cee-445b-80c2-9872fc2d0453 in Status: SUCCESS [ 952.266507] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee473872-0cee-445b-80c2-9872fc2d0453 deletion is rescheduled due to dependency. [ 952.266622] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.267070] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.267286] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.268590] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.268590] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.268590] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.268590] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.268590] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.268590] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee473872-0cee-445b-80c2-9872fc2d0453',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.743179] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.743179] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.743179] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.743613] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.743613] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.743613] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.743613] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.743745] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.743934] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.743934] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.744101] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed83c3dc-0b64-431a-ab59-fe9f46082c3b is going to be updated. [ 952.772689] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee473872-0cee-445b-80c2-9872fc2d0453',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.792205] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.792366] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.793583] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.793583] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.793583] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.804064] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed83c3dc-0b64-431a-ab59-fe9f46082c3b in Status: IN_PROGRESS for 2s [ 952.958022] env[65894]: INFO networking_nsxv3.common.synchronization [req-dd916718-a658-4423-a8b7-563d4fdee720 req-c20c4434-d5d1-4206-b8f9-244312d51a2f tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Enqueued Resource ID: c3df1442-972b-4c46-9187-df9c08907130 with Priority: HIGHEST for action security_group_members [ 952.958022] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3df1442-972b-4c46-9187-df9c08907130 with Priority: HIGHEST for action security_group_members [ 952.958022] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3df1442-972b-4c46-9187-df9c08907130 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.958022] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.958022] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.958022] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.958022] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.958022] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.958022] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.958022] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.958022] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.958022] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3df1442-972b-4c46-9187-df9c08907130',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.235374] env[65894]: INFO networking_nsxv3.common.synchronization [req-d82ea739-06a3-43e9-9213-c2cd8a45fe05 req-875e64b3-8e2b-4747-b648-c36716df7f62 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Enqueued Resource ID: 0a20551b-8c6e-40a2-afb9-9a54f12e9128 with Priority: HIGHEST for action security_group_members [ 953.236783] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b in Status: SUCCESS [ 953.237334] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.237630] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a20551b-8c6e-40a2-afb9-9a54f12e9128 with Priority: HIGHEST for action security_group_members [ 953.237630] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.237861] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.238255] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.238687] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.238687] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.240055] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.240055] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.240055] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.240055] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fde18d8d-f211-41a4-b6ef-b2a9103ecc8b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.240230] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a20551b-8c6e-40a2-afb9-9a54f12e9128 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.240309] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.240366] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.241228] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.241228] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.241228] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.241228] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.241477] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.241996] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.242153] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a20551b-8c6e-40a2-afb9-9a54f12e9128',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.275981] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee473872-0cee-445b-80c2-9872fc2d0453',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.461300] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3df1442-972b-4c46-9187-df9c08907130',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.565077] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock network-130 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.565282] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "network-130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.565402] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "network-130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.565669] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "network-130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.565968] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.566144] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.566261] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.566475] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.566656] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.566907] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 953.567076] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 953.567225] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 953.567371] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 953.567494] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 953.567600] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 953.567755] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 953.588658] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 953.588824] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 953.589160] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 953.589458] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "network-130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.589846] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock port-c4c4460b-3069-4682-9430-251dbe5e51d0 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.590035] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "port-c4c4460b-3069-4682-9430-251dbe5e51d0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.590157] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "port-c4c4460b-3069-4682-9430-251dbe5e51d0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.590483] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "port-c4c4460b-3069-4682-9430-251dbe5e51d0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.590651] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4c4460b-3069-4682-9430-251dbe5e51d0',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.744642] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a20551b-8c6e-40a2-afb9-9a54f12e9128',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.745923] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.746102] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.746210] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.746502] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.746705] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.746853] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.746949] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.747185] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.747317] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.747451] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.747713] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.747802] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.747892] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.748117] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.748321] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.748554] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.748657] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.748864] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.748981] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.749138] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.749272] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fde18d8d-f211-41a4-b6ef-b2a9103ecc8b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.779728] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.779960] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.780088] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.780345] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.780480] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.780623] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee473872-0cee-445b-80c2-9872fc2d0453 is going to be updated. [ 953.831339] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.831852] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.831852] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.831852] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.831952] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.843859] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee473872-0cee-445b-80c2-9872fc2d0453 in Status: IN_PROGRESS for 2s [ 953.923860] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c50c9a9a-7298-4fb0-bf98-fce7473619f7 in Status: SUCCESS [ 953.923860] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c50c9a9a-7298-4fb0-bf98-fce7473619f7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.963419] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3df1442-972b-4c46-9187-df9c08907130',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.094323] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.094610] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.094723] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.095348] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.095632] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.095787] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Segment Port c4c4460b-3069-4682-9430-251dbe5e51d0 not found, creating... [ 954.096094] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.096263] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.096378] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.096615] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.096752] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.097049] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.097205] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.097319] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.097558] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.097686] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.097823] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Resource: SegmentPort with ID: c4c4460b-3069-4682-9430-251dbe5e51d0 is going to be created. [ 954.120623] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.120792] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.120917] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.121346] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.121653] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.121932] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "port-c4c4460b-3069-4682-9430-251dbe5e51d0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.252765] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a20551b-8c6e-40a2-afb9-9a54f12e9128',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.254132] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fde18d8d-f211-41a4-b6ef-b2a9103ecc8b: rpc.has_security_group_logging(os_id): False [ 954.277632] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.277806] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.277853] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.278226] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.278226] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.278589] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.278589] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.278589] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.278709] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.278740] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.278965] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.279059] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.279121] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.279263] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.279337] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.279596] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.279690] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.279727] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.279927] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.279927] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.280034] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b is going to be updated. [ 954.370963] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.371520] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.371520] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.371520] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.371872] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.395589] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b in Status: IN_PROGRESS for 2s [ 954.465811] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.465989] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.466051] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.466300] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.466389] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.466462] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3df1442-972b-4c46-9187-df9c08907130 is going to be updated. [ 954.518076] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.518076] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.518076] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.518076] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.518076] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.529917] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3df1442-972b-4c46-9187-df9c08907130 in Status: IN_PROGRESS for 2s [ 954.758654] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.759115] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.759115] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.759115] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.759210] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.759344] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a20551b-8c6e-40a2-afb9-9a54f12e9128 is going to be updated. [ 954.819675] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.819675] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.819675] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.819675] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.819675] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.821585] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed83c3dc-0b64-431a-ab59-fe9f46082c3b in Status: SUCCESS [ 954.821731] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed83c3dc-0b64-431a-ab59-fe9f46082c3b deletion is rescheduled due to dependency. [ 954.821852] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed83c3dc-0b64-431a-ab59-fe9f46082c3b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.832430] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a20551b-8c6e-40a2-afb9-9a54f12e9128 in Status: IN_PROGRESS for 2s [ 954.900278] env[65894]: INFO networking_nsxv3.common.synchronization [req-dd916718-a658-4423-a8b7-563d4fdee720 req-62ce38ca-d37e-4503-9064-32a8bfbaceda service nova] Enqueued Resource ID: c3df1442-972b-4c46-9187-df9c08907130 with Priority: HIGHEST for action security_group_rules [ 954.900278] env[65894]: INFO networking_nsxv3.common.synchronization [req-dd916718-a658-4423-a8b7-563d4fdee720 req-62ce38ca-d37e-4503-9064-32a8bfbaceda service nova] Enqueued Resource ID: c3df1442-972b-4c46-9187-df9c08907130 with Priority: HIGHEST for action security_group_members [ 954.900524] env[65894]: INFO networking_nsxv3.common.synchronization [req-dd916718-a658-4423-a8b7-563d4fdee720 req-62ce38ca-d37e-4503-9064-32a8bfbaceda service nova] Enqueued Resource ID: c4c4460b-3069-4682-9430-251dbe5e51d0 with Priority: HIGHEST for action port [ 954.901834] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3df1442-972b-4c46-9187-df9c08907130 with Priority: HIGHEST for action security_group_rules [ 954.901923] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3df1442-972b-4c46-9187-df9c08907130 with Priority: HIGHEST for action security_group_members [ 954.902075] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4c4460b-3069-4682-9430-251dbe5e51d0 with Priority: HIGHEST for action port [ 954.904669] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3df1442-972b-4c46-9187-df9c08907130 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.904749] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.904797] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.905057] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.905141] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3df1442-972b-4c46-9187-df9c08907130',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.907250] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3df1442-972b-4c46-9187-df9c08907130 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.907420] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.907813] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4c4460b-3069-4682-9430-251dbe5e51d0 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.907914] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4c4460b-3069-4682-9430-251dbe5e51d0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.908324] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4c4460b-3069-4682-9430-251dbe5e51d0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.908324] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4c4460b-3069-4682-9430-251dbe5e51d0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.908324] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4c4460b-3069-4682-9430-251dbe5e51d0',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.332104] env[65894]: INFO networking_nsxv3.common.synchronization [req-4ca68b39-d80b-4fef-b491-a37efc2697b0 req-cf347b1a-ef53-4a01-96c0-16f3a9ebf763 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Enqueued Resource ID: 21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28 with Priority: HIGHEST for action security_group_members [ 955.332104] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28 with Priority: HIGHEST for action security_group_members [ 955.332104] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.332104] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.332104] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.332104] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.332104] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.332104] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.332104] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.332104] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.332104] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.332104] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.411563] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3df1442-972b-4c46-9187-df9c08907130 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.411563] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.411820] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c4c4460b-3069-4682-9430-251dbe5e51d0 with status ACTIVE [ 955.412025] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.412252] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.412411] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.412643] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.412816] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.412997] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.413111] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.413186] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.413846] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.413846] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.413846] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.413846] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.414054] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.414097] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.414233] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.414977] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c4c4460b-3069-4682-9430-251dbe5e51d0 is going to be updated. [ 955.450863] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.450863] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.450863] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.450863] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.450863] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.450863] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4c4460b-3069-4682-9430-251dbe5e51d0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.777464] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock network-759 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.777919] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "network-759" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.777919] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "network-759" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.778228] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "network-759" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.778522] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.778711] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.778873] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.779173] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.779418] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.779756] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 955.779877] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 955.779991] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 955.780122] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 955.780237] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 955.780347] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 955.780548] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 955.802923] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 955.803212] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 955.803469] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 955.803745] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "network-759" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.804259] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock port-1d0da864-8d1b-43ad-a29e-767231db84fc taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.804614] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "port-1d0da864-8d1b-43ad-a29e-767231db84fc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.804752] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "port-1d0da864-8d1b-43ad-a29e-767231db84fc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.805260] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "port-1d0da864-8d1b-43ad-a29e-767231db84fc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.805522] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d0da864-8d1b-43ad-a29e-767231db84fc',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.835057] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.835214] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.835302] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.835602] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.835761] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.835940] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.836087] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.836206] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.836390] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.836488] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.836577] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28 already deleted. [ 955.836661] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.853937] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee473872-0cee-445b-80c2-9872fc2d0453 in Status: SUCCESS [ 955.854172] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.854411] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.854758] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.854966] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.855087] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.855165] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.855815] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.855815] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.855815] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.855815] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ee473872-0cee-445b-80c2-9872fc2d0453',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.309164] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.309361] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.309525] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.309842] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.310014] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.310358] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Segment Port 1d0da864-8d1b-43ad-a29e-767231db84fc not found, creating... [ 956.310462] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.310654] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.310776] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.311018] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.311187] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.311486] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.311655] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.311784] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.312141] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.312281] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.312428] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Resource: SegmentPort with ID: 1d0da864-8d1b-43ad-a29e-767231db84fc is going to be created. [ 956.334716] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.335064] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.335271] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.335803] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.336151] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.336480] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "port-1d0da864-8d1b-43ad-a29e-767231db84fc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.358614] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee473872-0cee-445b-80c2-9872fc2d0453 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.358943] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.358943] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.359168] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.359383] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.359895] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.359895] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.360057] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.360057] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.360148] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.360317] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee473872-0cee-445b-80c2-9872fc2d0453 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.360492] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.360492] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.360685] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.360845] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.360962] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.361212] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.361212] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.361417] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.361452] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.361588] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ee473872-0cee-445b-80c2-9872fc2d0453',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.411787] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b in Status: SUCCESS [ 956.412062] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.540411] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3df1442-972b-4c46-9187-df9c08907130 in Status: SUCCESS [ 956.540411] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.540624] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.540788] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.540973] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.541098] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.541189] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.541327] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.541677] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.541677] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3df1442-972b-4c46-9187-df9c08907130',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.841956] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a20551b-8c6e-40a2-afb9-9a54f12e9128 in Status: SUCCESS [ 956.842334] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.864922] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ee473872-0cee-445b-80c2-9872fc2d0453: rpc.has_security_group_logging(os_id): False [ 956.885944] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.886122] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.886162] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.886393] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.886487] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.886878] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.886878] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.886878] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.887078] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.887078] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.887314] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.887538] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.887591] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.887699] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.887796] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.887985] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.888244] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.888337] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.888578] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.888637] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.888745] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee473872-0cee-445b-80c2-9872fc2d0453 is going to be updated. [ 956.958757] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.959033] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.959564] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.959564] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.959692] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.982721] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee473872-0cee-445b-80c2-9872fc2d0453 in Status: IN_PROGRESS for 2s [ 957.041805] env[65894]: INFO networking_nsxv3.common.synchronization [req-4ca68b39-d80b-4fef-b491-a37efc2697b0 req-7809ec59-383a-4453-8c2c-8f955e412487 service nova] Enqueued Resource ID: 21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28 with Priority: HIGHEST for action security_group_rules [ 957.042043] env[65894]: INFO networking_nsxv3.common.synchronization [req-4ca68b39-d80b-4fef-b491-a37efc2697b0 req-7809ec59-383a-4453-8c2c-8f955e412487 service nova] Enqueued Resource ID: 21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28 with Priority: HIGHEST for action security_group_members [ 957.042212] env[65894]: INFO networking_nsxv3.common.synchronization [req-4ca68b39-d80b-4fef-b491-a37efc2697b0 req-7809ec59-383a-4453-8c2c-8f955e412487 service nova] Enqueued Resource ID: 1d0da864-8d1b-43ad-a29e-767231db84fc with Priority: HIGHEST for action port [ 957.042847] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28 with Priority: HIGHEST for action security_group_rules [ 957.043379] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28 with Priority: HIGHEST for action security_group_members [ 957.043632] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d0da864-8d1b-43ad-a29e-767231db84fc with Priority: HIGHEST for action port [ 957.043994] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3df1442-972b-4c46-9187-df9c08907130',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.045972] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.045972] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.046150] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.046485] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.046798] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.050247] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.050247] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.050247] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.050247] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.050247] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.050247] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.050247] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.050247] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.050247] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.050247] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.052068] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d0da864-8d1b-43ad-a29e-767231db84fc taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.052068] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d0da864-8d1b-43ad-a29e-767231db84fc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.052068] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d0da864-8d1b-43ad-a29e-767231db84fc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.052068] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d0da864-8d1b-43ad-a29e-767231db84fc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.052068] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d0da864-8d1b-43ad-a29e-767231db84fc',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.064668] env[65894]: INFO networking_nsxv3.common.synchronization [None req-965b1013-2045-4bd1-a1bb-b48db437cac7 None None] Enqueued Resource ID: d6e5532a-c8e5-4383-83e9-4535499c3310 with Priority: HIGHEST for action port [ 957.064668] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6e5532a-c8e5-4383-83e9-4535499c3310 with Priority: HIGHEST for action port [ 957.064668] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6e5532a-c8e5-4383-83e9-4535499c3310 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.064668] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6e5532a-c8e5-4383-83e9-4535499c3310" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.064668] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6e5532a-c8e5-4383-83e9-4535499c3310" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.065353] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6e5532a-c8e5-4383-83e9-4535499c3310" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.066311] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6e5532a-c8e5-4383-83e9-4535499c3310',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.554126] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.554265] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.554474] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.555913] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3df1442-972b-4c46-9187-df9c08907130',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.560074] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1d0da864-8d1b-43ad-a29e-767231db84fc with status ACTIVE [ 957.560175] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.560388] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.560542] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.561178] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.561178] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.561284] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.561450] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.561544] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.561760] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.561873] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.562465] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.562465] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.563283] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.564378] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.564378] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.564378] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1d0da864-8d1b-43ad-a29e-767231db84fc is going to be updated. [ 957.570614] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d6e5532a-c8e5-4383-83e9-4535499c3310 [ 957.570614] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.570614] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.570614] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.570614] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.570614] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.570614] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d6e5532a-c8e5-4383-83e9-4535499c3310 already deleted. [ 957.570614] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6e5532a-c8e5-4383-83e9-4535499c3310" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.589574] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.589574] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.589794] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.589842] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.590233] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.590233] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d0da864-8d1b-43ad-a29e-767231db84fc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.717378] env[65894]: INFO networking_nsxv3.common.synchronization [req-d03e8a8d-b2f7-44aa-ac3d-b9b4138124c8 req-ac66bc57-76aa-46f6-b4c1-4bb10069cbcf tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Enqueued Resource ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a with Priority: HIGHEST for action security_group_members [ 957.717378] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a with Priority: HIGHEST for action security_group_members [ 957.717378] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.717378] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.718717] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.719062] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.719341] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.722422] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.722636] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.722918] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.723116] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.723295] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a3141f8-7611-4ff8-8814-8a6ebecf0f8a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.066715] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.066715] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.066715] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.066715] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.066715] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.066715] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3df1442-972b-4c46-9187-df9c08907130 is going to be updated. [ 958.068038] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.103293] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.103293] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.103293] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.104249] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.105391] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.122286] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3df1442-972b-4c46-9187-df9c08907130 in Status: IN_PROGRESS for 2s [ 958.188087] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock network-976 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.188087] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "network-976" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.188087] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "network-976" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.188087] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "network-976" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.188087] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.188625] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.188625] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.188790] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.188932] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.189177] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 958.189283] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 958.189424] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 958.189606] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 958.189726] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 958.189861] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 958.190075] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 958.211273] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 958.211440] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 958.211574] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 958.211753] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "network-976" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.212228] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock port-42554d85-d2d8-4d22-81dc-153832948500 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.212465] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "port-42554d85-d2d8-4d22-81dc-153832948500" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.213128] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "port-42554d85-d2d8-4d22-81dc-153832948500" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.213128] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "port-42554d85-d2d8-4d22-81dc-153832948500" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.213128] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42554d85-d2d8-4d22-81dc-153832948500',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.227066] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.227360] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.227487] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.227718] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.227882] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.228145] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.228307] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.228444] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.228649] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.228757] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.228884] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a is going to be updated. [ 958.264226] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.264430] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.264528] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.264763] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.264940] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.276120] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a in Status: IN_PROGRESS for 2s [ 958.572153] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.572291] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.572385] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.572676] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.572776] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.572893] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28 is going to be created. [ 958.606834] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.607245] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.607245] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.607583] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.607583] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.620262] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28 in Status: UNINITIALIZED for 2s [ 958.718191] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.718191] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.718191] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.718191] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.718191] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.718191] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Segment Port 42554d85-d2d8-4d22-81dc-153832948500 not found, creating... [ 958.718564] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.718564] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.718708] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.718997] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.719187] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.719562] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.719763] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.719899] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.720218] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.720371] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.720531] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Resource: SegmentPort with ID: 42554d85-d2d8-4d22-81dc-153832948500 is going to be created. [ 958.768824] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.769402] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.769575] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.769979] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.770414] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.771081] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "port-42554d85-d2d8-4d22-81dc-153832948500" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.998456] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee473872-0cee-445b-80c2-9872fc2d0453 in Status: SUCCESS [ 958.998456] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.439397] env[65894]: INFO networking_nsxv3.common.synchronization [None req-bc7bb628-359b-48b2-83ef-e1ae36fcf62c None None] Enqueued Resource ID: 13608cd5-a289-47ab-a2ac-243b56ceeb51 with Priority: HIGHEST for action port [ 959.442958] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13608cd5-a289-47ab-a2ac-243b56ceeb51 with Priority: HIGHEST for action port [ 959.443592] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-13608cd5-a289-47ab-a2ac-243b56ceeb51 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.443781] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13608cd5-a289-47ab-a2ac-243b56ceeb51" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.443878] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13608cd5-a289-47ab-a2ac-243b56ceeb51" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.444360] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13608cd5-a289-47ab-a2ac-243b56ceeb51" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.444466] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13608cd5-a289-47ab-a2ac-243b56ceeb51',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.535195] env[65894]: INFO networking_nsxv3.common.synchronization [req-d03e8a8d-b2f7-44aa-ac3d-b9b4138124c8 req-20a84a60-064e-4590-bdb8-36b63e356636 service nova] Enqueued Resource ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a with Priority: HIGHEST for action security_group_rules [ 959.535479] env[65894]: INFO networking_nsxv3.common.synchronization [req-d03e8a8d-b2f7-44aa-ac3d-b9b4138124c8 req-20a84a60-064e-4590-bdb8-36b63e356636 service nova] Enqueued Resource ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a with Priority: HIGHEST for action security_group_members [ 959.535607] env[65894]: INFO networking_nsxv3.common.synchronization [req-d03e8a8d-b2f7-44aa-ac3d-b9b4138124c8 req-20a84a60-064e-4590-bdb8-36b63e356636 service nova] Enqueued Resource ID: 42554d85-d2d8-4d22-81dc-153832948500 with Priority: HIGHEST for action port [ 959.536014] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a with Priority: HIGHEST for action security_group_rules [ 959.537305] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a with Priority: HIGHEST for action security_group_members [ 959.537653] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42554d85-d2d8-4d22-81dc-153832948500 with Priority: HIGHEST for action port [ 959.537830] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.537911] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.537977] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.538198] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.538283] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a3141f8-7611-4ff8-8814-8a6ebecf0f8a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.539162] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.539263] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.539457] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-42554d85-d2d8-4d22-81dc-153832948500 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.539597] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-42554d85-d2d8-4d22-81dc-153832948500" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.539660] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-42554d85-d2d8-4d22-81dc-153832948500" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.539803] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-42554d85-d2d8-4d22-81dc-153832948500" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.539880] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42554d85-d2d8-4d22-81dc-153832948500',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.950036] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 13608cd5-a289-47ab-a2ac-243b56ceeb51 [ 959.950036] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.950036] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.950036] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.950313] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.950313] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.950370] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:13608cd5-a289-47ab-a2ac-243b56ceeb51 already deleted. [ 959.950601] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13608cd5-a289-47ab-a2ac-243b56ceeb51" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.041705] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.041705] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.042937] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 42554d85-d2d8-4d22-81dc-153832948500 with status ACTIVE [ 960.043751] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.043751] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.043751] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.043751] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.043751] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.043751] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.043992] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.043992] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.043992] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.044148] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.044289] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.044382] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.044440] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.044580] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.044650] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.044731] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 42554d85-d2d8-4d22-81dc-153832948500 is going to be updated. [ 960.073933] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.074093] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.074160] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.074402] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.074525] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.074698] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-42554d85-d2d8-4d22-81dc-153832948500" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.144512] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3df1442-972b-4c46-9187-df9c08907130 in Status: SUCCESS [ 960.145209] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.145209] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.145209] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.145380] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.145506] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.145571] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.146226] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.146226] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.146226] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.146226] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c3df1442-972b-4c46-9187-df9c08907130',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.288830] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a in Status: SUCCESS [ 960.288830] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a deletion is rescheduled due to dependency. [ 960.288830] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.288830] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.288830] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.288830] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.288830] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.288830] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.288830] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.288830] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.288830] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a3141f8-7611-4ff8-8814-8a6ebecf0f8a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.568608] env[65894]: INFO networking_nsxv3.common.synchronization [req-5010f178-fec8-45d2-96a9-8cefcad370c1 req-5c2abbe3-14a7-4658-a254-b1d1d5bfc521 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Enqueued Resource ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b with Priority: HIGHEST for action security_group_members [ 960.569022] env[65894]: INFO networking_nsxv3.common.synchronization [req-5010f178-fec8-45d2-96a9-8cefcad370c1 req-5c2abbe3-14a7-4658-a254-b1d1d5bfc521 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Enqueued Resource ID: c51211e2-86ae-4ec8-97ad-b3483f927556 with Priority: HIGHEST for action security_group_members [ 960.569841] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b with Priority: HIGHEST for action security_group_members [ 960.570065] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c51211e2-86ae-4ec8-97ad-b3483f927556 with Priority: HIGHEST for action security_group_members [ 960.570978] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.571380] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.571768] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.572363] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.572363] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.572490] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.572490] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.573176] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.573414] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.573663] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fde18d8d-f211-41a4-b6ef-b2a9103ecc8b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.574924] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c51211e2-86ae-4ec8-97ad-b3483f927556 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.575056] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c51211e2-86ae-4ec8-97ad-b3483f927556" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.575125] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c51211e2-86ae-4ec8-97ad-b3483f927556" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.575334] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c51211e2-86ae-4ec8-97ad-b3483f927556" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.575683] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.575767] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.575820] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.576017] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.576115] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.576204] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c51211e2-86ae-4ec8-97ad-b3483f927556',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.633347] env[65894]: INFO networking_nsxv3.common.synchronization [req-5010f178-fec8-45d2-96a9-8cefcad370c1 req-5c2abbe3-14a7-4658-a254-b1d1d5bfc521 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Enqueued Resource ID: c51211e2-86ae-4ec8-97ad-b3483f927556 with Priority: HIGHEST for action security_group_rules [ 960.633465] env[65894]: INFO networking_nsxv3.common.synchronization [req-5010f178-fec8-45d2-96a9-8cefcad370c1 req-5c2abbe3-14a7-4658-a254-b1d1d5bfc521 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Enqueued Resource ID: c51211e2-86ae-4ec8-97ad-b3483f927556 with Priority: HIGHEST for action security_group_members [ 960.633619] env[65894]: INFO networking_nsxv3.common.synchronization [req-5010f178-fec8-45d2-96a9-8cefcad370c1 req-5c2abbe3-14a7-4658-a254-b1d1d5bfc521 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Enqueued Resource ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b with Priority: HIGHEST for action security_group_rules [ 960.633757] env[65894]: INFO networking_nsxv3.common.synchronization [req-5010f178-fec8-45d2-96a9-8cefcad370c1 req-5c2abbe3-14a7-4658-a254-b1d1d5bfc521 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Enqueued Resource ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b with Priority: HIGHEST for action security_group_members [ 960.633998] env[65894]: INFO networking_nsxv3.common.synchronization [req-5010f178-fec8-45d2-96a9-8cefcad370c1 req-5c2abbe3-14a7-4658-a254-b1d1d5bfc521 tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Enqueued Resource ID: 56024829-aa7a-4b3d-9e4e-2cd1ec07f096 with Priority: HIGHEST for action port [ 960.635102] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28 in Status: SUCCESS [ 960.635190] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.635789] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c51211e2-86ae-4ec8-97ad-b3483f927556 with Priority: HIGHEST for action security_group_rules [ 960.635921] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b with Priority: HIGHEST for action security_group_rules [ 960.636043] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56024829-aa7a-4b3d-9e4e-2cd1ec07f096 with Priority: HIGHEST for action port [ 960.636140] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c51211e2-86ae-4ec8-97ad-b3483f927556 with Priority: HIGHEST for action security_group_members [ 960.636228] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b with Priority: HIGHEST for action security_group_members [ 960.636497] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.636631] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.636825] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.636948] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.637026] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.637222] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.637305] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.637417] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.637595] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.638616] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c51211e2-86ae-4ec8-97ad-b3483f927556 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.638675] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c51211e2-86ae-4ec8-97ad-b3483f927556" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.638710] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c51211e2-86ae-4ec8-97ad-b3483f927556" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.638906] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c51211e2-86ae-4ec8-97ad-b3483f927556" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.638997] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c51211e2-86ae-4ec8-97ad-b3483f927556',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.639883] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.639994] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.640075] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.640256] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.640519] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fde18d8d-f211-41a4-b6ef-b2a9103ecc8b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.641196] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-56024829-aa7a-4b3d-9e4e-2cd1ec07f096 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.641306] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56024829-aa7a-4b3d-9e4e-2cd1ec07f096" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.641392] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56024829-aa7a-4b3d-9e4e-2cd1ec07f096" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.641559] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56024829-aa7a-4b3d-9e4e-2cd1ec07f096" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.641635] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56024829-aa7a-4b3d-9e4e-2cd1ec07f096',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.642465] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c51211e2-86ae-4ec8-97ad-b3483f927556 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.642610] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c51211e2-86ae-4ec8-97ad-b3483f927556" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.643081] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.643174] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.650378] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3df1442-972b-4c46-9187-df9c08907130 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.650536] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.650591] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.650798] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.650987] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.651225] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.651531] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.651598] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.651704] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.651850] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.652131] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3df1442-972b-4c46-9187-df9c08907130 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.652237] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.652318] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.652699] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.653016] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.653016] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.653164] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.653420] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.653576] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.653687] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.653782] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c3df1442-972b-4c46-9187-df9c08907130',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.795257] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3a3141f8-7611-4ff8-8814-8a6ebecf0f8a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.010291] env[65894]: INFO networking_nsxv3.common.synchronization [None req-bafa6430-293d-47d3-bb18-59721a14f018 None None] Enqueued Resource ID: d2cf1caa-c2c8-468f-a08a-875c3a3511e2 with Priority: HIGHEST for action port [ 961.011951] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2cf1caa-c2c8-468f-a08a-875c3a3511e2 with Priority: HIGHEST for action port [ 961.011951] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2cf1caa-c2c8-468f-a08a-875c3a3511e2 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.011951] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2cf1caa-c2c8-468f-a08a-875c3a3511e2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.011951] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2cf1caa-c2c8-468f-a08a-875c3a3511e2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.011951] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2cf1caa-c2c8-468f-a08a-875c3a3511e2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.011951] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2cf1caa-c2c8-468f-a08a-875c3a3511e2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.078688] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fde18d8d-f211-41a4-b6ef-b2a9103ecc8b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.080290] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c51211e2-86ae-4ec8-97ad-b3483f927556',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.146037] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.146037] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.146037] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c51211e2-86ae-4ec8-97ad-b3483f927556 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.146037] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c51211e2-86ae-4ec8-97ad-b3483f927556" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.146037] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 56024829-aa7a-4b3d-9e4e-2cd1ec07f096 with status ACTIVE [ 961.146037] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.146037] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.146037] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.146545] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.146672] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.146841] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.146976] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.147093] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.147321] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.147472] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.147833] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.148779] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.149234] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.149234] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.149234] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.149401] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 56024829-aa7a-4b3d-9e4e-2cd1ec07f096 is going to be updated. [ 961.150915] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.150915] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.150915] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.151146] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.151276] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.151374] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.151436] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.151584] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.151670] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.151775] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.151902] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.151983] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.152324] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.152479] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.152629] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.152727] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.152789] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.152951] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.153057] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.153144] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.153406] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.156061] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c3df1442-972b-4c46-9187-df9c08907130: rpc.has_security_group_logging(os_id): False [ 961.179060] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.179060] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.179060] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.179060] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.179436] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.179495] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.179684] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.179742] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.180122] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.180122] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.180277] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.180277] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.180379] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.180614] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.180614] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.181067] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.181067] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.181067] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.181211] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.181211] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.181270] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3df1442-972b-4c46-9187-df9c08907130 is going to be updated. [ 961.183607] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.183683] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.183782] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.184083] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.184083] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.184193] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56024829-aa7a-4b3d-9e4e-2cd1ec07f096" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.281044] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.281044] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.281044] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.281044] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.281044] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.297448] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3df1442-972b-4c46-9187-df9c08907130 in Status: IN_PROGRESS for 2s [ 961.297785] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3a3141f8-7611-4ff8-8814-8a6ebecf0f8a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.518993] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d2cf1caa-c2c8-468f-a08a-875c3a3511e2 [ 961.519256] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.519425] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.519573] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.519795] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.519893] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.519996] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d2cf1caa-c2c8-468f-a08a-875c3a3511e2 already deleted. [ 961.520204] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2cf1caa-c2c8-468f-a08a-875c3a3511e2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.585976] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fde18d8d-f211-41a4-b6ef-b2a9103ecc8b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.587030] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c51211e2-86ae-4ec8-97ad-b3483f927556',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.655772] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28: rpc.has_security_group_logging(os_id): False [ 961.678408] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.678557] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.678627] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.678871] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.678962] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.679193] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.679302] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.679361] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.679575] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.679674] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.679849] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.679945] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.680024] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.680160] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.680230] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.680683] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.680683] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.680683] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.680834] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.680834] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.680891] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28 is going to be created. [ 961.768720] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.768906] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.769011] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.769282] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.770113] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.788421] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28 in Status: IN_PROGRESS for 2s [ 961.800143] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.800428] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.800428] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.800654] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.800798] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.800910] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a is going to be updated. [ 961.854086] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.854316] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.854316] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.855190] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.855190] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.869369] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a in Status: IN_PROGRESS for 2s [ 962.090531] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.090531] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.090531] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.090531] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.090531] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.090531] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b is going to be updated. [ 962.091876] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.092172] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.092172] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.092442] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.092632] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.092822] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c51211e2-86ae-4ec8-97ad-b3483f927556 is going to be created. [ 962.123066] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.123066] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.123066] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.123486] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.123554] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.127562] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.127562] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.127562] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.127562] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.127562] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.139452] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b in Status: IN_PROGRESS for 2s [ 962.141100] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c51211e2-86ae-4ec8-97ad-b3483f927556 in Status: UNINITIALIZED for 2s [ 963.341583] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3df1442-972b-4c46-9187-df9c08907130 in Status: SUCCESS [ 963.342017] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.812985] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28 in Status: SUCCESS [ 963.813290] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.881341] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a in Status: SUCCESS [ 963.881607] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.881806] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.882205] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.882412] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.882569] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.882693] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.882876] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.882983] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.883085] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.883294] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3a3141f8-7611-4ff8-8814-8a6ebecf0f8a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.153836] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b in Status: SUCCESS [ 964.154199] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.155338] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c51211e2-86ae-4ec8-97ad-b3483f927556 in Status: SUCCESS [ 964.155764] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c51211e2-86ae-4ec8-97ad-b3483f927556" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.156400] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.156992] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.156992] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.157228] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.157628] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.157628] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.157799] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.157948] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fde18d8d-f211-41a4-b6ef-b2a9103ecc8b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.159468] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c51211e2-86ae-4ec8-97ad-b3483f927556" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.159773] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c51211e2-86ae-4ec8-97ad-b3483f927556" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.160021] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.160378] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.160378] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.160611] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.160646] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.161050] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c51211e2-86ae-4ec8-97ad-b3483f927556',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.351584] env[65894]: INFO networking_nsxv3.common.synchronization [None req-ffa973d7-b163-4f05-8e9c-b2d6fb587979 None None] Enqueued Resource ID: 854f10e2-ecf4-41e8-a277-e6d22ca3326c with Priority: HIGHEST for action port [ 964.352414] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 854f10e2-ecf4-41e8-a277-e6d22ca3326c with Priority: HIGHEST for action port [ 964.352789] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-854f10e2-ecf4-41e8-a277-e6d22ca3326c taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.353257] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-854f10e2-ecf4-41e8-a277-e6d22ca3326c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.353465] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-854f10e2-ecf4-41e8-a277-e6d22ca3326c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.353903] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-854f10e2-ecf4-41e8-a277-e6d22ca3326c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.354070] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('854f10e2-ecf4-41e8-a277-e6d22ca3326c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.386445] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.387102] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.387102] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.387102] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.387559] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.387710] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.387798] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.387989] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.388100] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.388198] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.388361] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.388461] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.388523] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.388707] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.388867] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.389287] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.389287] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.389488] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.389694] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.389994] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.390307] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3a3141f8-7611-4ff8-8814-8a6ebecf0f8a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.662652] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fde18d8d-f211-41a4-b6ef-b2a9103ecc8b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.663945] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c51211e2-86ae-4ec8-97ad-b3483f927556',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.856434] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 854f10e2-ecf4-41e8-a277-e6d22ca3326c [ 964.856716] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.857126] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.857126] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.857246] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.857246] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.857347] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:854f10e2-ecf4-41e8-a277-e6d22ca3326c already deleted. [ 964.857433] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-854f10e2-ecf4-41e8-a277-e6d22ca3326c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.900640] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a: rpc.has_security_group_logging(os_id): False [ 964.924301] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.924837] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.924990] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.925428] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.925782] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.926284] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.926472] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.927201] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.927201] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.927201] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.927201] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.927201] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.927393] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.928116] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.928240] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.928925] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.928925] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.928925] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.928925] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.929129] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.929129] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a is going to be updated. [ 965.035499] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.035499] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.035499] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.035499] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.035499] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.052532] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a in Status: IN_PROGRESS for 2s [ 965.071797] env[65894]: INFO networking_nsxv3.common.synchronization [req-9ce8e506-9968-4a00-ac69-42e4a1153110 req-631070dc-aaf0-41ec-aa1d-5391f3bdfee7 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Enqueued Resource ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 with Priority: HIGHEST for action security_group_members [ 965.073447] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 with Priority: HIGHEST for action security_group_members [ 965.073447] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.073447] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.073447] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.073447] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.074090] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.074090] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.074090] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.074090] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.074090] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.074284] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.167147] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fde18d8d-f211-41a4-b6ef-b2a9103ecc8b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.168853] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c51211e2-86ae-4ec8-97ad-b3483f927556',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.576820] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.577227] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.577227] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.577534] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.577703] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.578050] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.579164] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.579164] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.579164] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.579164] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.579164] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 is going to be updated. [ 965.621155] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.621256] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.621415] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.621779] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.621993] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.633163] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 in Status: IN_PROGRESS for 2s [ 965.670848] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.672606] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.672606] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.672606] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.672606] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.672606] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b is going to be updated. [ 965.673816] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.673948] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.674127] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.674351] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.674464] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.674538] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c51211e2-86ae-4ec8-97ad-b3483f927556 is going to be updated. [ 965.718258] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.718258] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.718258] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.719058] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.719374] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.722810] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.722951] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.723022] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.723252] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.723391] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.733693] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b in Status: IN_PROGRESS for 2s [ 965.734526] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c51211e2-86ae-4ec8-97ad-b3483f927556 in Status: IN_PROGRESS for 2s [ 967.071174] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a in Status: SUCCESS [ 967.072120] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.645900] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 in Status: SUCCESS [ 967.646142] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 deletion is rescheduled due to dependency. [ 967.646321] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.748712] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b in Status: SUCCESS [ 967.749045] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.749153] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.750795] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.750795] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.750795] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.750795] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.750795] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.750795] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.750795] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.750795] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fde18d8d-f211-41a4-b6ef-b2a9103ecc8b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.752226] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c51211e2-86ae-4ec8-97ad-b3483f927556 in Status: SUCCESS [ 967.752512] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c51211e2-86ae-4ec8-97ad-b3483f927556" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.753113] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c51211e2-86ae-4ec8-97ad-b3483f927556" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.753113] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c51211e2-86ae-4ec8-97ad-b3483f927556" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.753113] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.753337] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.753337] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.753468] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.753505] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.753576] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c51211e2-86ae-4ec8-97ad-b3483f927556" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.753751] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c51211e2-86ae-4ec8-97ad-b3483f927556',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.255803] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.257386] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.257386] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.257386] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.257386] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.257386] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.257386] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.257751] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.257927] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.258041] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.258156] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.258839] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.258839] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.258839] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.258987] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.258987] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.259081] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.259212] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.259472] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.259472] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.259766] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fde18d8d-f211-41a4-b6ef-b2a9103ecc8b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.262381] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c51211e2-86ae-4ec8-97ad-b3483f927556',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.763402] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fde18d8d-f211-41a4-b6ef-b2a9103ecc8b: rpc.has_security_group_logging(os_id): False [ 968.764687] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c51211e2-86ae-4ec8-97ad-b3483f927556: rpc.has_security_group_logging(os_id): False [ 968.785562] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.785765] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.785895] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.786134] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.786238] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.786508] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.786630] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.786692] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.786974] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.786974] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.787047] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c51211e2-86ae-4ec8-97ad-b3483f927556 is going to be created. [ 968.789411] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.789411] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.789411] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.789411] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.789633] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.789677] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.789782] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.789880] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.789999] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.790114] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.790449] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.790449] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.790587] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.790642] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.790688] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.790867] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.790971] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.791040] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.791199] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.791288] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.791690] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b is going to be updated. [ 968.862157] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.862357] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.862639] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.863309] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.863686] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.866926] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.867136] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.867240] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.867527] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.867768] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.879834] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c51211e2-86ae-4ec8-97ad-b3483f927556 in Status: IN_PROGRESS for 2s [ 968.880803] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b in Status: IN_PROGRESS for 2s [ 968.886610] env[65894]: INFO networking_nsxv3.common.synchronization [None req-356e90ee-1d8c-4811-bb60-151cd2f5861d None None] Enqueued Resource ID: 3c223e8c-08ed-4d64-8cd0-831e9c939eaa with Priority: HIGHEST for action port [ 968.887379] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3c223e8c-08ed-4d64-8cd0-831e9c939eaa with Priority: HIGHEST for action port [ 968.887843] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-3c223e8c-08ed-4d64-8cd0-831e9c939eaa taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.887983] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3c223e8c-08ed-4d64-8cd0-831e9c939eaa" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.888915] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3c223e8c-08ed-4d64-8cd0-831e9c939eaa" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.889052] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3c223e8c-08ed-4d64-8cd0-831e9c939eaa" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.889155] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3c223e8c-08ed-4d64-8cd0-831e9c939eaa',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.393609] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3c223e8c-08ed-4d64-8cd0-831e9c939eaa [ 969.394067] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.395438] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.395438] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.395438] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.395438] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.395438] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3c223e8c-08ed-4d64-8cd0-831e9c939eaa already deleted. [ 969.395438] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3c223e8c-08ed-4d64-8cd0-831e9c939eaa" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.814441] env[65894]: INFO networking_nsxv3.common.synchronization [None req-85a595b2-c200-4a55-b9ff-c3cbeaf87892 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Enqueued Resource ID: 55dbf741-350e-4706-9067-83941bbdce82 with Priority: HIGHEST for action security_group_rules [ 969.815528] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55dbf741-350e-4706-9067-83941bbdce82 with Priority: HIGHEST for action security_group_rules [ 969.815955] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55dbf741-350e-4706-9067-83941bbdce82 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.816202] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55dbf741-350e-4706-9067-83941bbdce82" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.816603] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55dbf741-350e-4706-9067-83941bbdce82" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.816998] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55dbf741-350e-4706-9067-83941bbdce82" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.817151] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55dbf741-350e-4706-9067-83941bbdce82',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.961980] env[65894]: INFO networking_nsxv3.common.synchronization [None req-0f3271c7-3ab4-4f38-bc0a-880b4a2d4f07 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Enqueued Resource ID: 55dbf741-350e-4706-9067-83941bbdce82 with Priority: HIGHEST for action security_group_rules [ 969.962573] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55dbf741-350e-4706-9067-83941bbdce82 with Priority: HIGHEST for action security_group_rules [ 969.962959] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55dbf741-350e-4706-9067-83941bbdce82 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.963275] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55dbf741-350e-4706-9067-83941bbdce82" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.348469] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.348653] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.348737] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.348988] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.349113] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.349222] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55dbf741-350e-4706-9067-83941bbdce82 already deleted. [ 970.349308] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55dbf741-350e-4706-9067-83941bbdce82" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.349485] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55dbf741-350e-4706-9067-83941bbdce82" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.349783] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55dbf741-350e-4706-9067-83941bbdce82" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.349879] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55dbf741-350e-4706-9067-83941bbdce82',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.357749] env[65894]: INFO networking_nsxv3.common.synchronization [req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 req-79db4a9a-5b82-4767-afff-664962e8eea1 tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] Enqueued Resource ID: e3306ef6-905f-4e1a-a216-a11c33319632 with Priority: HIGHEST for action security_group_members [ 970.358979] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3306ef6-905f-4e1a-a216-a11c33319632 with Priority: HIGHEST for action security_group_members [ 970.359659] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3306ef6-905f-4e1a-a216-a11c33319632 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.359831] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3306ef6-905f-4e1a-a216-a11c33319632" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.359958] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3306ef6-905f-4e1a-a216-a11c33319632" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.360430] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3306ef6-905f-4e1a-a216-a11c33319632" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.362089] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.362222] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.362285] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.362608] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.362716] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.362825] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3306ef6-905f-4e1a-a216-a11c33319632',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.787064] env[65894]: INFO networking_nsxv3.common.synchronization [None req-5999c85f-6ded-4346-aa5f-31624f109a5b tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] Enqueued Resource ID: 1e139e21-81f3-42da-ac12-ef878deca705 with Priority: HIGHEST for action security_group_rules [ 970.787618] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e139e21-81f3-42da-ac12-ef878deca705 with Priority: HIGHEST for action security_group_rules [ 970.788072] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e139e21-81f3-42da-ac12-ef878deca705 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.789035] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e139e21-81f3-42da-ac12-ef878deca705" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.789035] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e139e21-81f3-42da-ac12-ef878deca705" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.789035] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e139e21-81f3-42da-ac12-ef878deca705" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.789035] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e139e21-81f3-42da-ac12-ef878deca705',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.867618] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.867780] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.868289] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.868562] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.868741] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.871159] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.871159] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.871159] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.871159] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.871159] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.871159] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3306ef6-905f-4e1a-a216-a11c33319632 already deleted. [ 970.871159] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3306ef6-905f-4e1a-a216-a11c33319632" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.881226] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.881446] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.881446] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.881663] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.881746] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.881837] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55dbf741-350e-4706-9067-83941bbdce82 already deleted. [ 970.881935] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55dbf741-350e-4706-9067-83941bbdce82" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.900779] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c51211e2-86ae-4ec8-97ad-b3483f927556 in Status: SUCCESS [ 970.901088] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c51211e2-86ae-4ec8-97ad-b3483f927556" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.902657] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b in Status: SUCCESS [ 970.902858] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.954532] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock network-231 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.954532] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "network-231" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.954532] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "network-231" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.954904] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "network-231" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.955221] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.955392] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.955568] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.955736] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.955913] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.956193] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 970.956304] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 970.956417] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 970.957025] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 970.957025] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 970.957025] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 970.957025] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 970.979621] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 970.979882] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 970.980087] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 970.980331] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "network-231" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.982748] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock port-42b2c38b-69fa-459c-8aa4-34967ef1d85f taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.982947] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "port-42b2c38b-69fa-459c-8aa4-34967ef1d85f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.983086] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "port-42b2c38b-69fa-459c-8aa4-34967ef1d85f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.983569] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "port-42b2c38b-69fa-459c-8aa4-34967ef1d85f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.983629] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42b2c38b-69fa-459c-8aa4-34967ef1d85f',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.001071] env[65894]: INFO networking_nsxv3.common.synchronization [None req-c7139def-18b7-4196-8fbe-d789d01c97ac tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] Enqueued Resource ID: 1e139e21-81f3-42da-ac12-ef878deca705 with Priority: HIGHEST for action security_group_rules [ 971.001739] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e139e21-81f3-42da-ac12-ef878deca705 with Priority: HIGHEST for action security_group_rules [ 971.002241] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e139e21-81f3-42da-ac12-ef878deca705 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.003542] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e139e21-81f3-42da-ac12-ef878deca705" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.312755] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.312755] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.313430] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.313725] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.313825] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.313968] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e139e21-81f3-42da-ac12-ef878deca705 already deleted. [ 971.314088] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e139e21-81f3-42da-ac12-ef878deca705" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.314175] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e139e21-81f3-42da-ac12-ef878deca705" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.314355] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e139e21-81f3-42da-ac12-ef878deca705" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.314448] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e139e21-81f3-42da-ac12-ef878deca705',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.403290] env[65894]: INFO networking_nsxv3.common.synchronization [None req-71333e5e-663a-4646-9dc5-8a3b73515a14 None None] Enqueued Resource ID: 98a12cbb-c1bf-4b22-bcc5-80a8053fb0ab with Priority: HIGHEST for action port [ 971.582918] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98a12cbb-c1bf-4b22-bcc5-80a8053fb0ab with Priority: HIGHEST for action port [ 971.586098] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.586098] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.586098] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.586098] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.586098] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.586098] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Segment Port 42b2c38b-69fa-459c-8aa4-34967ef1d85f not found, creating... [ 971.586098] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.586098] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.586098] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.586098] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.586098] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.586570] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.586570] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.586570] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.586570] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.586783] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.586818] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Resource: SegmentPort with ID: 42b2c38b-69fa-459c-8aa4-34967ef1d85f is going to be created. [ 971.590142] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-98a12cbb-c1bf-4b22-bcc5-80a8053fb0ab taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.590142] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98a12cbb-c1bf-4b22-bcc5-80a8053fb0ab" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.590142] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98a12cbb-c1bf-4b22-bcc5-80a8053fb0ab" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.590142] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98a12cbb-c1bf-4b22-bcc5-80a8053fb0ab" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.590142] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98a12cbb-c1bf-4b22-bcc5-80a8053fb0ab',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.617324] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.617757] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.618407] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.618407] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.618755] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.619115] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "port-42b2c38b-69fa-459c-8aa4-34967ef1d85f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.840790] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.841157] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.841157] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.841269] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.841324] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.841426] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e139e21-81f3-42da-ac12-ef878deca705 already deleted. [ 971.841732] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e139e21-81f3-42da-ac12-ef878deca705" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.091237] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 98a12cbb-c1bf-4b22-bcc5-80a8053fb0ab [ 972.091581] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.091702] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.091777] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.092080] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.092159] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.092282] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:98a12cbb-c1bf-4b22-bcc5-80a8053fb0ab already deleted. [ 972.092384] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98a12cbb-c1bf-4b22-bcc5-80a8053fb0ab" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.093718] env[65894]: INFO networking_nsxv3.common.synchronization [req-df4edf68-8f95-483f-b238-17c848947b6a req-8487c91e-5cee-42dd-a312-225a5412d8bb tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Enqueued Resource ID: 883cc5dd-f862-4f7f-90da-2d38e09d596f with Priority: HIGHEST for action security_group_members [ 972.093945] env[65894]: INFO networking_nsxv3.common.synchronization [req-df4edf68-8f95-483f-b238-17c848947b6a req-8487c91e-5cee-42dd-a312-225a5412d8bb tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Enqueued Resource ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b with Priority: HIGHEST for action security_group_members [ 972.094136] env[65894]: INFO networking_nsxv3.common.synchronization [req-df4edf68-8f95-483f-b238-17c848947b6a req-8487c91e-5cee-42dd-a312-225a5412d8bb tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Enqueued Resource ID: c51211e2-86ae-4ec8-97ad-b3483f927556 with Priority: HIGHEST for action security_group_members [ 972.094933] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 883cc5dd-f862-4f7f-90da-2d38e09d596f with Priority: HIGHEST for action security_group_members [ 972.095120] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b with Priority: HIGHEST for action security_group_members [ 972.095272] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c51211e2-86ae-4ec8-97ad-b3483f927556 with Priority: HIGHEST for action security_group_members [ 972.095583] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-883cc5dd-f862-4f7f-90da-2d38e09d596f taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.095727] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-883cc5dd-f862-4f7f-90da-2d38e09d596f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.095813] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-883cc5dd-f862-4f7f-90da-2d38e09d596f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.096399] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-883cc5dd-f862-4f7f-90da-2d38e09d596f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.096399] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.096540] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.096540] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.096707] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.096823] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.096959] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('883cc5dd-f862-4f7f-90da-2d38e09d596f',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.098078] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.098222] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.098308] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.098506] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.098691] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.098823] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.098907] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.099113] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.099222] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.099332] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fde18d8d-f211-41a4-b6ef-b2a9103ecc8b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.101193] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c51211e2-86ae-4ec8-97ad-b3483f927556 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.101341] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c51211e2-86ae-4ec8-97ad-b3483f927556" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.102296] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c51211e2-86ae-4ec8-97ad-b3483f927556" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.102296] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c51211e2-86ae-4ec8-97ad-b3483f927556" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.102296] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.102296] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.102296] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.102296] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.102296] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.102604] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c51211e2-86ae-4ec8-97ad-b3483f927556',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.148977] env[65894]: INFO networking_nsxv3.common.synchronization [req-df4edf68-8f95-483f-b238-17c848947b6a req-8487c91e-5cee-42dd-a312-225a5412d8bb tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Enqueued Resource ID: 883cc5dd-f862-4f7f-90da-2d38e09d596f with Priority: HIGHEST for action security_group_rules [ 972.149172] env[65894]: INFO networking_nsxv3.common.synchronization [req-df4edf68-8f95-483f-b238-17c848947b6a req-8487c91e-5cee-42dd-a312-225a5412d8bb tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Enqueued Resource ID: 883cc5dd-f862-4f7f-90da-2d38e09d596f with Priority: HIGHEST for action security_group_members [ 972.149735] env[65894]: INFO networking_nsxv3.common.synchronization [req-df4edf68-8f95-483f-b238-17c848947b6a req-8487c91e-5cee-42dd-a312-225a5412d8bb tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Enqueued Resource ID: c51211e2-86ae-4ec8-97ad-b3483f927556 with Priority: HIGHEST for action security_group_rules [ 972.149940] env[65894]: INFO networking_nsxv3.common.synchronization [req-df4edf68-8f95-483f-b238-17c848947b6a req-8487c91e-5cee-42dd-a312-225a5412d8bb tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Enqueued Resource ID: c51211e2-86ae-4ec8-97ad-b3483f927556 with Priority: HIGHEST for action security_group_members [ 972.150093] env[65894]: INFO networking_nsxv3.common.synchronization [req-df4edf68-8f95-483f-b238-17c848947b6a req-8487c91e-5cee-42dd-a312-225a5412d8bb tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Enqueued Resource ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b with Priority: HIGHEST for action security_group_rules [ 972.150323] env[65894]: INFO networking_nsxv3.common.synchronization [req-df4edf68-8f95-483f-b238-17c848947b6a req-8487c91e-5cee-42dd-a312-225a5412d8bb tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Enqueued Resource ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b with Priority: HIGHEST for action security_group_members [ 972.150518] env[65894]: INFO networking_nsxv3.common.synchronization [req-df4edf68-8f95-483f-b238-17c848947b6a req-8487c91e-5cee-42dd-a312-225a5412d8bb tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Enqueued Resource ID: 56024829-aa7a-4b3d-9e4e-2cd1ec07f096 with Priority: HIGHEST for action port [ 972.151238] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 883cc5dd-f862-4f7f-90da-2d38e09d596f with Priority: HIGHEST for action security_group_rules [ 972.151416] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c51211e2-86ae-4ec8-97ad-b3483f927556 with Priority: HIGHEST for action security_group_rules [ 972.151528] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b with Priority: HIGHEST for action security_group_members [ 972.151623] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56024829-aa7a-4b3d-9e4e-2cd1ec07f096 with Priority: HIGHEST for action port [ 972.151709] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b with Priority: HIGHEST for action security_group_rules [ 972.151806] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 883cc5dd-f862-4f7f-90da-2d38e09d596f with Priority: HIGHEST for action security_group_members [ 972.151950] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c51211e2-86ae-4ec8-97ad-b3483f927556 with Priority: HIGHEST for action security_group_members [ 972.152504] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-883cc5dd-f862-4f7f-90da-2d38e09d596f taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.152614] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-883cc5dd-f862-4f7f-90da-2d38e09d596f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.152661] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-883cc5dd-f862-4f7f-90da-2d38e09d596f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.152906] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-883cc5dd-f862-4f7f-90da-2d38e09d596f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.152991] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('883cc5dd-f862-4f7f-90da-2d38e09d596f',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.154186] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c51211e2-86ae-4ec8-97ad-b3483f927556 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.154357] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c51211e2-86ae-4ec8-97ad-b3483f927556" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.154357] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c51211e2-86ae-4ec8-97ad-b3483f927556" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.154538] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c51211e2-86ae-4ec8-97ad-b3483f927556" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.154616] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c51211e2-86ae-4ec8-97ad-b3483f927556',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.155412] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.156343] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.156343] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-56024829-aa7a-4b3d-9e4e-2cd1ec07f096 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.156343] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56024829-aa7a-4b3d-9e4e-2cd1ec07f096" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.156343] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56024829-aa7a-4b3d-9e4e-2cd1ec07f096" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.156343] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56024829-aa7a-4b3d-9e4e-2cd1ec07f096" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.156343] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56024829-aa7a-4b3d-9e4e-2cd1ec07f096',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.158184] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.158253] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.158846] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.158846] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.158846] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fde18d8d-f211-41a4-b6ef-b2a9103ecc8b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.159750] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-883cc5dd-f862-4f7f-90da-2d38e09d596f taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.159750] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-883cc5dd-f862-4f7f-90da-2d38e09d596f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.160319] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c51211e2-86ae-4ec8-97ad-b3483f927556 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.160319] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c51211e2-86ae-4ec8-97ad-b3483f927556" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.259411] env[65894]: INFO networking_nsxv3.common.synchronization [req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 req-201a1083-fb81-4945-b839-93e6d864fd80 service nova] Enqueued Resource ID: e3306ef6-905f-4e1a-a216-a11c33319632 with Priority: HIGHEST for action security_group_rules [ 972.259701] env[65894]: INFO networking_nsxv3.common.synchronization [req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 req-201a1083-fb81-4945-b839-93e6d864fd80 service nova] Enqueued Resource ID: e3306ef6-905f-4e1a-a216-a11c33319632 with Priority: HIGHEST for action security_group_members [ 972.259960] env[65894]: INFO networking_nsxv3.common.synchronization [req-7c8ea3f4-9b67-4c40-a9d3-d905a581d331 req-201a1083-fb81-4945-b839-93e6d864fd80 service nova] Enqueued Resource ID: 42b2c38b-69fa-459c-8aa4-34967ef1d85f with Priority: HIGHEST for action port [ 972.260520] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3306ef6-905f-4e1a-a216-a11c33319632 with Priority: HIGHEST for action security_group_rules [ 972.260798] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3306ef6-905f-4e1a-a216-a11c33319632 with Priority: HIGHEST for action security_group_members [ 972.260875] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42b2c38b-69fa-459c-8aa4-34967ef1d85f with Priority: HIGHEST for action port [ 972.263350] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e3306ef6-905f-4e1a-a216-a11c33319632 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.263493] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e3306ef6-905f-4e1a-a216-a11c33319632" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.263607] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e3306ef6-905f-4e1a-a216-a11c33319632" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.263844] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e3306ef6-905f-4e1a-a216-a11c33319632" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.263932] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e3306ef6-905f-4e1a-a216-a11c33319632',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.264980] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3306ef6-905f-4e1a-a216-a11c33319632 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.264980] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3306ef6-905f-4e1a-a216-a11c33319632" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.265119] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3306ef6-905f-4e1a-a216-a11c33319632" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.265478] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3306ef6-905f-4e1a-a216-a11c33319632" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.265478] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.265478] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.265612] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.265644] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.265767] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.265817] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3306ef6-905f-4e1a-a216-a11c33319632',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.266655] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-42b2c38b-69fa-459c-8aa4-34967ef1d85f taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.266754] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-42b2c38b-69fa-459c-8aa4-34967ef1d85f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.267066] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-42b2c38b-69fa-459c-8aa4-34967ef1d85f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.267066] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-42b2c38b-69fa-459c-8aa4-34967ef1d85f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.267066] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42b2c38b-69fa-459c-8aa4-34967ef1d85f',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.604492] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fde18d8d-f211-41a4-b6ef-b2a9103ecc8b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.605456] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('883cc5dd-f862-4f7f-90da-2d38e09d596f',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.606489] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c51211e2-86ae-4ec8-97ad-b3483f927556',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.612120] env[65894]: INFO networking_nsxv3.common.synchronization [req-0729f518-a403-44d4-a206-48110c49cc1b req-206801a9-4ead-4235-84b0-36d6501a517c tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Enqueued Resource ID: 0a20551b-8c6e-40a2-afb9-9a54f12e9128 with Priority: HIGHEST for action security_group_members [ 972.612751] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a20551b-8c6e-40a2-afb9-9a54f12e9128 with Priority: HIGHEST for action security_group_members [ 972.615285] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a20551b-8c6e-40a2-afb9-9a54f12e9128 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.615285] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.615285] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.615285] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.615285] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.615285] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.615285] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.615285] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.615285] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.615285] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a20551b-8c6e-40a2-afb9-9a54f12e9128',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.661555] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c51211e2-86ae-4ec8-97ad-b3483f927556 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.661555] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c51211e2-86ae-4ec8-97ad-b3483f927556" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.661810] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-883cc5dd-f862-4f7f-90da-2d38e09d596f taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.661810] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-883cc5dd-f862-4f7f-90da-2d38e09d596f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.661917] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 56024829-aa7a-4b3d-9e4e-2cd1ec07f096 with status ACTIVE [ 972.662694] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.662694] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.662694] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.662694] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.662694] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.662940] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.662940] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.662940] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.663239] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.663239] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.663351] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.663432] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.663492] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.663646] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.663715] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.664151] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 56024829-aa7a-4b3d-9e4e-2cd1ec07f096 is going to be updated. [ 972.667415] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.667600] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.694314] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.694314] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.694314] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.694314] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.694314] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.694314] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56024829-aa7a-4b3d-9e4e-2cd1ec07f096" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.769295] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e3306ef6-905f-4e1a-a216-a11c33319632',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.773481] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3306ef6-905f-4e1a-a216-a11c33319632 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.773481] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3306ef6-905f-4e1a-a216-a11c33319632" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.773481] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 42b2c38b-69fa-459c-8aa4-34967ef1d85f with status ACTIVE [ 972.773481] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.773481] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.773481] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.773481] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.773481] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.773481] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.773481] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.773481] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.773481] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.773481] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.773481] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.774344] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.774344] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.774344] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.774344] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.774344] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 42b2c38b-69fa-459c-8aa4-34967ef1d85f is going to be updated. [ 972.811041] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.811041] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.811041] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.811041] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.811041] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.811041] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-42b2c38b-69fa-459c-8aa4-34967ef1d85f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.002986] env[65894]: INFO networking_nsxv3.common.synchronization [req-55e6a649-3ed4-4473-8540-41cccdac185e req-d2dae941-5b98-4f25-b0aa-e20a99b5ef28 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Enqueued Resource ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 with Priority: HIGHEST for action security_group_members [ 973.004074] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 with Priority: HIGHEST for action security_group_members [ 973.004879] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.004879] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.005867] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.005867] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.005867] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.006126] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.006917] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.006917] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.006917] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.006917] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.107709] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fde18d8d-f211-41a4-b6ef-b2a9103ecc8b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.110361] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('883cc5dd-f862-4f7f-90da-2d38e09d596f',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.111286] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c51211e2-86ae-4ec8-97ad-b3483f927556',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.116904] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a20551b-8c6e-40a2-afb9-9a54f12e9128',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.276274] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e3306ef6-905f-4e1a-a216-a11c33319632',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.413983] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock network-123 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.414240] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "network-123" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.414368] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "network-123" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.414650] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "network-123" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.414914] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.415517] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.415517] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.416336] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.416336] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.416336] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 973.416336] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 973.416507] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 973.416507] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 973.416722] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 973.416819] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 973.416990] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 973.439914] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 973.440125] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 973.440276] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 973.440456] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "network-123" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.440780] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock port-d590d167-569d-414d-8703-f9b1995a8c39 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.440958] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "port-d590d167-569d-414d-8703-f9b1995a8c39" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.441088] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "port-d590d167-569d-414d-8703-f9b1995a8c39" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.441425] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "port-d590d167-569d-414d-8703-f9b1995a8c39" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.441575] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d590d167-569d-414d-8703-f9b1995a8c39',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.510825] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.510825] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.510825] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.511053] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.511199] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.511371] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.511585] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.511585] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.511745] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.511828] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.511970] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 is going to be updated. [ 973.547201] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.547201] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.547201] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.547201] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.547201] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.557090] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 in Status: IN_PROGRESS for 2s [ 973.615222] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.618025] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.618025] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.618025] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.618025] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.618025] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 883cc5dd-f862-4f7f-90da-2d38e09d596f is going to be created. [ 973.618025] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.618025] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.618025] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.619226] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.619442] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.620052] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b is going to be updated. [ 973.621111] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.623744] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.623744] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.623744] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.623744] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.623744] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c51211e2-86ae-4ec8-97ad-b3483f927556 is going to be updated. [ 973.624127] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a20551b-8c6e-40a2-afb9-9a54f12e9128',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.656606] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.656606] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.656606] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.656817] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.657043] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.660041] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.660167] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.660213] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.660408] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.660552] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.663092] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.663370] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.663437] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.663796] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.663946] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.674056] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 883cc5dd-f862-4f7f-90da-2d38e09d596f in Status: UNINITIALIZED for 2s [ 973.677270] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b in Status: IN_PROGRESS for 2s [ 973.678501] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c51211e2-86ae-4ec8-97ad-b3483f927556 in Status: IN_PROGRESS for 2s [ 973.782637] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.782637] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.782863] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.782945] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.783050] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.783163] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3306ef6-905f-4e1a-a216-a11c33319632 is going to be created. [ 973.847943] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.848433] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.850718] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.850718] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.850718] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.868219] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3306ef6-905f-4e1a-a216-a11c33319632 in Status: UNINITIALIZED for 2s [ 973.944792] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.945014] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.945157] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.945449] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.945615] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.945768] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Segment Port d590d167-569d-414d-8703-f9b1995a8c39 not found, creating... [ 973.946047] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.946211] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.946326] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.946549] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.949017] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.949017] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.949017] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.949017] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.949017] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.949017] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.949017] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Resource: SegmentPort with ID: d590d167-569d-414d-8703-f9b1995a8c39 is going to be created. [ 973.972731] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.972967] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.973069] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.973358] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.973564] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.973815] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "port-d590d167-569d-414d-8703-f9b1995a8c39" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.127689] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.127967] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.127967] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.128467] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.128467] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.128467] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a20551b-8c6e-40a2-afb9-9a54f12e9128 is going to be updated. [ 974.167154] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.167334] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.167377] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.167930] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.167930] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.177435] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a20551b-8c6e-40a2-afb9-9a54f12e9128 in Status: IN_PROGRESS for 2s [ 974.885151] env[65894]: INFO networking_nsxv3.common.synchronization [req-55e6a649-3ed4-4473-8540-41cccdac185e req-5d87bda0-ef62-4f30-98fb-a3ea528391a4 service nova] Enqueued Resource ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 with Priority: HIGHEST for action security_group_rules [ 974.885303] env[65894]: INFO networking_nsxv3.common.synchronization [req-55e6a649-3ed4-4473-8540-41cccdac185e req-5d87bda0-ef62-4f30-98fb-a3ea528391a4 service nova] Enqueued Resource ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 with Priority: HIGHEST for action security_group_members [ 974.885449] env[65894]: INFO networking_nsxv3.common.synchronization [req-55e6a649-3ed4-4473-8540-41cccdac185e req-5d87bda0-ef62-4f30-98fb-a3ea528391a4 service nova] Enqueued Resource ID: d590d167-569d-414d-8703-f9b1995a8c39 with Priority: HIGHEST for action port [ 974.886012] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 with Priority: HIGHEST for action security_group_rules [ 974.886184] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 with Priority: HIGHEST for action security_group_members [ 974.886288] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d590d167-569d-414d-8703-f9b1995a8c39 with Priority: HIGHEST for action port [ 974.886586] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.886710] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.887083] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.887083] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.887178] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.890094] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.890227] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.890441] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-d590d167-569d-414d-8703-f9b1995a8c39 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.890543] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d590d167-569d-414d-8703-f9b1995a8c39" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.890693] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d590d167-569d-414d-8703-f9b1995a8c39" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.890942] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d590d167-569d-414d-8703-f9b1995a8c39" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.891055] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d590d167-569d-414d-8703-f9b1995a8c39',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.394653] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.394653] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.395079] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d590d167-569d-414d-8703-f9b1995a8c39 with status ACTIVE [ 975.395268] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.395416] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.395485] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.395704] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.395796] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.395966] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.396077] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.396137] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.396291] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.396361] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.396546] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.396632] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.396698] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.396831] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.396904] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.396988] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d590d167-569d-414d-8703-f9b1995a8c39 is going to be updated. [ 975.423864] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.424052] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.424138] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.424366] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.424549] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.424730] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d590d167-569d-414d-8703-f9b1995a8c39" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.571348] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 in Status: SUCCESS [ 975.571771] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 deletion is rescheduled due to dependency. [ 975.571944] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.572176] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.572445] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.572782] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.572782] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.572989] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.573285] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.573394] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.573527] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.685079] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 883cc5dd-f862-4f7f-90da-2d38e09d596f in Status: SUCCESS [ 975.685307] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-883cc5dd-f862-4f7f-90da-2d38e09d596f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.685570] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-883cc5dd-f862-4f7f-90da-2d38e09d596f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.685701] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-883cc5dd-f862-4f7f-90da-2d38e09d596f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.685896] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.686029] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.686100] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.686259] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.686340] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.686448] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('883cc5dd-f862-4f7f-90da-2d38e09d596f',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.688358] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b in Status: SUCCESS [ 975.688453] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.689123] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c51211e2-86ae-4ec8-97ad-b3483f927556 in Status: SUCCESS [ 975.689276] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c51211e2-86ae-4ec8-97ad-b3483f927556" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.689952] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.689952] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.689952] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.690280] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.690280] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.690280] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.690392] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.690985] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fde18d8d-f211-41a4-b6ef-b2a9103ecc8b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.691591] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c51211e2-86ae-4ec8-97ad-b3483f927556" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.691591] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c51211e2-86ae-4ec8-97ad-b3483f927556" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.692102] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.692102] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.692102] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.692302] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.692302] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.693489] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c51211e2-86ae-4ec8-97ad-b3483f927556',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.878740] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3306ef6-905f-4e1a-a216-a11c33319632 in Status: SUCCESS [ 975.878740] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3306ef6-905f-4e1a-a216-a11c33319632" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.878940] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3306ef6-905f-4e1a-a216-a11c33319632" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.879166] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3306ef6-905f-4e1a-a216-a11c33319632" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.879420] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.879573] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.879683] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.879912] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.880015] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.880111] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3306ef6-905f-4e1a-a216-a11c33319632" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.880202] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e3306ef6-905f-4e1a-a216-a11c33319632',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.077863] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.189753] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a20551b-8c6e-40a2-afb9-9a54f12e9128 in Status: SUCCESS [ 976.190726] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.194293] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('883cc5dd-f862-4f7f-90da-2d38e09d596f',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.195509] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fde18d8d-f211-41a4-b6ef-b2a9103ecc8b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.197889] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c51211e2-86ae-4ec8-97ad-b3483f927556',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.383736] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3306ef6-905f-4e1a-a216-a11c33319632 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.383910] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3306ef6-905f-4e1a-a216-a11c33319632" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.384071] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3306ef6-905f-4e1a-a216-a11c33319632" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.384421] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3306ef6-905f-4e1a-a216-a11c33319632" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.384696] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.384851] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.384976] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.385250] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.385408] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.385557] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3306ef6-905f-4e1a-a216-a11c33319632" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.385795] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3306ef6-905f-4e1a-a216-a11c33319632 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.386134] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3306ef6-905f-4e1a-a216-a11c33319632" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.386134] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3306ef6-905f-4e1a-a216-a11c33319632" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.386680] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3306ef6-905f-4e1a-a216-a11c33319632" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.386680] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.386680] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.387069] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.387069] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.387182] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.387228] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3306ef6-905f-4e1a-a216-a11c33319632" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.387649] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e3306ef6-905f-4e1a-a216-a11c33319632',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.581403] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.697209] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('883cc5dd-f862-4f7f-90da-2d38e09d596f',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.698610] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fde18d8d-f211-41a4-b6ef-b2a9103ecc8b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.700323] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c51211e2-86ae-4ec8-97ad-b3483f927556',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.891390] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e3306ef6-905f-4e1a-a216-a11c33319632: rpc.has_security_group_logging(os_id): False [ 976.924028] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.924028] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.924028] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.924028] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.924028] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.924028] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.924028] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.924028] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.924028] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.924028] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.924028] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.924028] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.924028] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.924028] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.924028] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.924704] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.924704] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.924967] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.925275] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.925588] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.925792] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e3306ef6-905f-4e1a-a216-a11c33319632 is going to be created. [ 977.024031] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.024031] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.024031] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.024031] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.024031] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.042369] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3306ef6-905f-4e1a-a216-a11c33319632 in Status: IN_PROGRESS for 2s [ 977.086678] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.086678] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.086678] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.086678] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.086678] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.086678] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 is going to be updated. [ 977.154731] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.155197] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.155389] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.155708] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.155973] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.169858] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 in Status: IN_PROGRESS for 2s [ 977.205581] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.205743] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.205812] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.206062] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.206153] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.206256] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 883cc5dd-f862-4f7f-90da-2d38e09d596f is going to be updated. [ 977.208180] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.208382] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.208489] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.208787] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.208929] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.209100] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b is going to be updated. [ 977.210654] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.210870] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.210870] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.211138] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.211273] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.211432] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c51211e2-86ae-4ec8-97ad-b3483f927556 is going to be updated. [ 977.356362] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.356671] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.356671] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.356832] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.357044] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.359066] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.359195] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.359261] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.359506] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.359727] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.361529] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.361677] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.361748] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.361998] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.362120] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.374484] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b in Status: IN_PROGRESS for 2s [ 977.375458] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c51211e2-86ae-4ec8-97ad-b3483f927556 in Status: IN_PROGRESS for 2s [ 977.376014] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 883cc5dd-f862-4f7f-90da-2d38e09d596f in Status: IN_PROGRESS for 2s [ 977.969466] env[65894]: INFO networking_nsxv3.common.synchronization [req-c5bdfcf2-d995-4e0d-aff1-4e10a079d712 req-87fb8c1a-5b4b-49e6-a4e7-8a1f15a41b6a tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Enqueued Resource ID: 883cc5dd-f862-4f7f-90da-2d38e09d596f with Priority: HIGHEST for action security_group_members [ 977.969466] env[65894]: INFO networking_nsxv3.common.synchronization [req-c5bdfcf2-d995-4e0d-aff1-4e10a079d712 req-87fb8c1a-5b4b-49e6-a4e7-8a1f15a41b6a tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Enqueued Resource ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b with Priority: HIGHEST for action security_group_members [ 977.969891] env[65894]: INFO networking_nsxv3.common.synchronization [req-c5bdfcf2-d995-4e0d-aff1-4e10a079d712 req-87fb8c1a-5b4b-49e6-a4e7-8a1f15a41b6a tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Enqueued Resource ID: c51211e2-86ae-4ec8-97ad-b3483f927556 with Priority: HIGHEST for action security_group_members [ 977.970333] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 883cc5dd-f862-4f7f-90da-2d38e09d596f with Priority: HIGHEST for action security_group_members [ 977.970536] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b with Priority: HIGHEST for action security_group_members [ 977.970669] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c51211e2-86ae-4ec8-97ad-b3483f927556 with Priority: HIGHEST for action security_group_members [ 977.971030] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-883cc5dd-f862-4f7f-90da-2d38e09d596f taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.971138] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-883cc5dd-f862-4f7f-90da-2d38e09d596f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.971349] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.971430] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.971601] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c51211e2-86ae-4ec8-97ad-b3483f927556 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.971688] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c51211e2-86ae-4ec8-97ad-b3483f927556" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.061677] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e3306ef6-905f-4e1a-a216-a11c33319632 in Status: SUCCESS [ 979.064590] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e3306ef6-905f-4e1a-a216-a11c33319632" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.185258] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 in Status: SUCCESS [ 979.185541] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.185723] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.185954] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.187439] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.187439] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.187439] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.187439] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.187439] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.187439] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.187439] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.394209] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c51211e2-86ae-4ec8-97ad-b3483f927556 in Status: SUCCESS [ 979.394209] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c51211e2-86ae-4ec8-97ad-b3483f927556" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.394209] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c51211e2-86ae-4ec8-97ad-b3483f927556" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.394209] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c51211e2-86ae-4ec8-97ad-b3483f927556" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.394209] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.394209] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.394209] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.394209] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.394209] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.394209] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c51211e2-86ae-4ec8-97ad-b3483f927556" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.394209] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c51211e2-86ae-4ec8-97ad-b3483f927556',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.395743] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b in Status: SUCCESS [ 979.396080] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.397054] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 883cc5dd-f862-4f7f-90da-2d38e09d596f in Status: SUCCESS [ 979.397370] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-883cc5dd-f862-4f7f-90da-2d38e09d596f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.397654] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c51211e2-86ae-4ec8-97ad-b3483f927556" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.397926] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c51211e2-86ae-4ec8-97ad-b3483f927556" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.398683] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.398999] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.399176] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.399421] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.399592] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.399798] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c51211e2-86ae-4ec8-97ad-b3483f927556',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.405043] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.405043] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.405043] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.405043] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.405043] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.405043] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.405043] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.405043] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.405043] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fde18d8d-f211-41a4-b6ef-b2a9103ecc8b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.405932] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-883cc5dd-f862-4f7f-90da-2d38e09d596f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.406169] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-883cc5dd-f862-4f7f-90da-2d38e09d596f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.406407] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.409477] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.409477] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.409477] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.409477] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.409477] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-883cc5dd-f862-4f7f-90da-2d38e09d596f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.409477] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('883cc5dd-f862-4f7f-90da-2d38e09d596f',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.416196] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.420020] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.420020] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.420020] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.420020] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.420020] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.420020] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.420020] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fde18d8d-f211-41a4-b6ef-b2a9103ecc8b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.421041] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-883cc5dd-f862-4f7f-90da-2d38e09d596f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.421276] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-883cc5dd-f862-4f7f-90da-2d38e09d596f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.421492] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.421636] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.421727] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.422918] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.422918] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.422918] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('883cc5dd-f862-4f7f-90da-2d38e09d596f',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.689841] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.690112] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.690112] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.690500] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.690500] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.690616] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.690700] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.690915] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.691041] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.691146] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.691310] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.691407] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.691459] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.691611] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.691772] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.691864] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.691995] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.692193] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.692279] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.692364] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.692455] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.862727] env[65894]: INFO networking_nsxv3.common.synchronization [req-012a25b6-6066-4c6c-8bdd-96163bf0819b req-4c6252be-d318-4fe1-a4c4-28d0d44adb7d tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Enqueued Resource ID: c50c9a9a-7298-4fb0-bf98-fce7473619f7 with Priority: HIGHEST for action security_group_members [ 979.863339] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c50c9a9a-7298-4fb0-bf98-fce7473619f7 with Priority: HIGHEST for action security_group_members [ 979.864029] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c50c9a9a-7298-4fb0-bf98-fce7473619f7 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.864166] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c50c9a9a-7298-4fb0-bf98-fce7473619f7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.864220] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c50c9a9a-7298-4fb0-bf98-fce7473619f7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.864436] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c50c9a9a-7298-4fb0-bf98-fce7473619f7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.864599] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.864708] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.864767] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.865477] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.865477] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.865477] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c50c9a9a-7298-4fb0-bf98-fce7473619f7',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.915873] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c51211e2-86ae-4ec8-97ad-b3483f927556',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.919882] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.919882] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.919882] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.919882] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.919882] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.919882] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.919882] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.919882] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.919882] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.919882] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.919882] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c51211e2-86ae-4ec8-97ad-b3483f927556 is going to be updated. [ 979.922147] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.922284] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.927735] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fde18d8d-f211-41a4-b6ef-b2a9103ecc8b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.929158] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('883cc5dd-f862-4f7f-90da-2d38e09d596f',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.930126] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.930258] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.930347] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.930528] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.930630] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.931261] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.931434] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.931434] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.931633] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.931770] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.931804] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 883cc5dd-f862-4f7f-90da-2d38e09d596f is going to be deleted. [ 979.984346] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.984346] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.984346] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.984346] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.984346] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.984346] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-883cc5dd-f862-4f7f-90da-2d38e09d596f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.985956] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.985956] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.985956] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.985956] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.986174] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.005651] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c51211e2-86ae-4ec8-97ad-b3483f927556 in Status: IN_PROGRESS for 2s [ 980.195882] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8: rpc.has_security_group_logging(os_id): False [ 980.237839] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.238037] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.238096] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.238791] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.238791] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.238791] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.238791] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.239106] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.239106] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.239106] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.240539] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.240539] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.240539] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.240539] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.240539] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.240539] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.240539] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.240539] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.240539] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.240539] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.240539] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 is going to be updated. [ 980.335206] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.335206] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.335206] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.335206] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.335206] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.351025] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 in Status: IN_PROGRESS for 2s [ 980.370081] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c50c9a9a-7298-4fb0-bf98-fce7473619f7',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.423307] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c51211e2-86ae-4ec8-97ad-b3483f927556: rpc.has_security_group_logging(os_id): False [ 980.434443] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fde18d8d-f211-41a4-b6ef-b2a9103ecc8b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.435575] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 883cc5dd-f862-4f7f-90da-2d38e09d596f: rpc.has_security_group_logging(os_id): False [ 980.447377] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.447648] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.447782] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.448089] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.448226] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.448475] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.448577] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.448660] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.449100] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.449100] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.449231] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c51211e2-86ae-4ec8-97ad-b3483f927556 is going to be updated. [ 980.457844] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.458075] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.458180] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.458451] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.458578] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.458884] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.459050] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.459134] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.459557] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.459557] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.459557] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 883cc5dd-f862-4f7f-90da-2d38e09d596f is going to be created. [ 980.481926] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/883cc5dd-f862-4f7f-90da-2d38e09d596f], does not exist path=[/infra/domains/default/groups/883cc5dd-f862-4f7f-90da-2d38e09d596f]."\n}' [ 980.482172] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 883cc5dd-f862-4f7f-90da-2d38e09d596f failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/883cc5dd-f862-4f7f-90da-2d38e09d596f [ 980.482282] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 980.529436] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.529700] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.529700] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.529943] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.531323] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.531693] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.531825] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.531883] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.532096] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.532182] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.532383] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.532484] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.532532] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.533288] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.533288] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.533288] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 883cc5dd-f862-4f7f-90da-2d38e09d596f is going to be created. [ 980.554033] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.554033] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.554033] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.554293] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.554366] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.563213] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/883cc5dd-f862-4f7f-90da-2d38e09d596f], does not exist path=[/infra/domains/default/groups/883cc5dd-f862-4f7f-90da-2d38e09d596f]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/883cc5dd-f862-4f7f-90da-2d38e09d596f [ 980.563213] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-883cc5dd-f862-4f7f-90da-2d38e09d596f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.563354] env[65894]: Traceback (most recent call last): [ 980.563394] env[65894]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 980.563394] env[65894]: return func(*args, **kwargs) [ 980.563394] env[65894]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 980.563394] env[65894]: res.raise_for_status() [ 980.563394] env[65894]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 980.563394] env[65894]: raise HTTPError(http_error_msg, response=self) [ 980.563394] env[65894]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/883cc5dd-f862-4f7f-90da-2d38e09d596f [ 980.563394] env[65894]: During handling of the above exception, another exception occurred: [ 980.563394] env[65894]: Traceback (most recent call last): [ 980.563699] env[65894]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 980.563699] env[65894]: listener.cb(fileno) [ 980.563699] env[65894]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 980.563699] env[65894]: result = function(*args, **kwargs) [ 980.563699] env[65894]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 980.563699] env[65894]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 980.563699] env[65894]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 980.563699] env[65894]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 980.563699] env[65894]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 980.563699] env[65894]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 980.563699] env[65894]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 980.563699] env[65894]: res.raise_for_status() [ 980.563699] env[65894]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 980.563699] env[65894]: raise HTTPError(http_error_msg, response=self) [ 980.563699] env[65894]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/883cc5dd-f862-4f7f-90da-2d38e09d596f [ 980.563699] env[65894]: Removing descriptor: 19 [ 980.569922] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c51211e2-86ae-4ec8-97ad-b3483f927556 in Status: IN_PROGRESS for 2s [ 980.873367] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c50c9a9a-7298-4fb0-bf98-fce7473619f7',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.938821] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.938979] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.939068] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.939295] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.939387] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.939537] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b is going to be updated. [ 980.971126] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.971340] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.971340] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.971560] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.971711] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.983519] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b in Status: IN_PROGRESS for 2s [ 981.376163] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.376507] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.376507] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.376597] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.376702] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.376781] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c50c9a9a-7298-4fb0-bf98-fce7473619f7 is going to be updated. [ 981.408658] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.408879] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.410055] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.410055] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.410055] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.422517] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c50c9a9a-7298-4fb0-bf98-fce7473619f7 in Status: IN_PROGRESS for 2s [ 982.018488] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c51211e2-86ae-4ec8-97ad-b3483f927556 in Status: SUCCESS [ 982.018656] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c51211e2-86ae-4ec8-97ad-b3483f927556 deletion is rescheduled due to dependency. [ 982.020751] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c51211e2-86ae-4ec8-97ad-b3483f927556" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.364668] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 in Status: SUCCESS [ 982.364942] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.585325] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c51211e2-86ae-4ec8-97ad-b3483f927556 in Status: SUCCESS [ 982.585325] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c51211e2-86ae-4ec8-97ad-b3483f927556" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.995790] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b in Status: SUCCESS [ 982.996073] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.996257] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.996480] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.996697] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.996844] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.996919] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.997285] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.997285] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.997384] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.997616] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.997694] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.997756] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.997902] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.998064] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.998159] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.998251] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.998434] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.998533] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.998642] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.998737] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fde18d8d-f211-41a4-b6ef-b2a9103ecc8b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.444571] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c50c9a9a-7298-4fb0-bf98-fce7473619f7 in Status: SUCCESS [ 983.444840] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c50c9a9a-7298-4fb0-bf98-fce7473619f7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.502440] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fde18d8d-f211-41a4-b6ef-b2a9103ecc8b: rpc.has_security_group_logging(os_id): False [ 983.520667] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.520824] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.520824] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.521055] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.540693] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.540967] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.541181] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.541220] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.541453] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.541737] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.541737] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.541857] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.541925] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.542152] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.542252] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.542379] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.542505] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.542566] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.542734] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.542799] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.542888] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b is going to be updated. [ 983.623464] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.623874] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.623874] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.623874] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.624165] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.641941] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b in Status: IN_PROGRESS for 2s [ 984.098634] env[65894]: INFO networking_nsxv3.common.synchronization [req-95cb8042-3b2e-4ffe-a154-3e88a0cde294 req-9b43f587-f171-47ae-8fef-07a6155da088 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Enqueued Resource ID: c3df1442-972b-4c46-9187-df9c08907130 with Priority: HIGHEST for action security_group_members [ 984.099079] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3df1442-972b-4c46-9187-df9c08907130 with Priority: HIGHEST for action security_group_members [ 984.099419] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3df1442-972b-4c46-9187-df9c08907130 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.099540] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.099620] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.099853] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.100020] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.100288] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.100366] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.100523] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.100609] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.100734] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3df1442-972b-4c46-9187-df9c08907130',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.512636] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock network-130 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.513379] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "network-130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.513379] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "network-130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.513552] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "network-130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.513810] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.514044] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.514225] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.514429] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.514611] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.515124] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 984.515124] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 984.515124] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 984.515414] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 984.515414] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 984.515414] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 984.515552] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 984.538056] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 984.538056] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 984.538056] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 984.538056] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "network-130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.538056] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock port-24465118-e6e0-4b38-9a07-e523b9b8bdcf taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.538056] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "port-24465118-e6e0-4b38-9a07-e523b9b8bdcf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.538056] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "port-24465118-e6e0-4b38-9a07-e523b9b8bdcf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.538692] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "port-24465118-e6e0-4b38-9a07-e523b9b8bdcf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.538692] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24465118-e6e0-4b38-9a07-e523b9b8bdcf',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.602511] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3df1442-972b-4c46-9187-df9c08907130',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.042957] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.042957] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.042957] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.042957] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.043506] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.043506] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Segment Port 24465118-e6e0-4b38-9a07-e523b9b8bdcf not found, creating... [ 985.043573] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.043774] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.043901] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.044455] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.044455] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.044630] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.044931] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.044931] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.045208] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.045412] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.045481] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Resource: SegmentPort with ID: 24465118-e6e0-4b38-9a07-e523b9b8bdcf is going to be created. [ 985.070410] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.070673] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.070798] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.071448] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.071448] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.071682] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "port-24465118-e6e0-4b38-9a07-e523b9b8bdcf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.104637] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3df1442-972b-4c46-9187-df9c08907130',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.259760] env[65894]: INFO networking_nsxv3.common.synchronization [req-fc8df5a3-4c8b-4948-a29c-6f5c5eb841aa req-7da47e31-7e89-445d-a80a-dd11c6bb7e21 tempest-ServersNegativeTestMultiTenantJSON-1743673767 tempest-ServersNegativeTestMultiTenantJSON-1743673767-project-member] Enqueued Resource ID: e3306ef6-905f-4e1a-a216-a11c33319632 with Priority: HIGHEST for action security_group_members [ 985.260187] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3306ef6-905f-4e1a-a216-a11c33319632 with Priority: HIGHEST for action security_group_members [ 985.260702] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-e3306ef6-905f-4e1a-a216-a11c33319632 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.261028] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e3306ef6-905f-4e1a-a216-a11c33319632" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.261190] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e3306ef6-905f-4e1a-a216-a11c33319632" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.261625] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e3306ef6-905f-4e1a-a216-a11c33319632" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.262020] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.262284] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.262459] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.262840] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.263124] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.263352] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e3306ef6-905f-4e1a-a216-a11c33319632',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.606895] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.607097] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.607179] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.607406] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.607614] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.607709] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3df1442-972b-4c46-9187-df9c08907130 is going to be updated. [ 985.641311] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.641912] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.641912] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.641912] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.642080] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.653402] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3df1442-972b-4c46-9187-df9c08907130 in Status: IN_PROGRESS for 2s [ 985.658178] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b in Status: SUCCESS [ 985.658409] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.767224] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.767480] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.767480] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.767866] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.777026] env[65894]: INFO networking_nsxv3.common.synchronization [req-95cb8042-3b2e-4ffe-a154-3e88a0cde294 req-9abeabce-050c-41c0-b7df-2dcc953310db service nova] Enqueued Resource ID: c3df1442-972b-4c46-9187-df9c08907130 with Priority: HIGHEST for action security_group_rules [ 985.777983] env[65894]: INFO networking_nsxv3.common.synchronization [req-95cb8042-3b2e-4ffe-a154-3e88a0cde294 req-9abeabce-050c-41c0-b7df-2dcc953310db service nova] Enqueued Resource ID: c3df1442-972b-4c46-9187-df9c08907130 with Priority: HIGHEST for action security_group_members [ 985.777983] env[65894]: INFO networking_nsxv3.common.synchronization [req-95cb8042-3b2e-4ffe-a154-3e88a0cde294 req-9abeabce-050c-41c0-b7df-2dcc953310db service nova] Enqueued Resource ID: 24465118-e6e0-4b38-9a07-e523b9b8bdcf with Priority: HIGHEST for action port [ 985.778898] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3df1442-972b-4c46-9187-df9c08907130 with Priority: HIGHEST for action security_group_rules [ 985.779123] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3df1442-972b-4c46-9187-df9c08907130 with Priority: HIGHEST for action security_group_members [ 985.779502] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24465118-e6e0-4b38-9a07-e523b9b8bdcf with Priority: HIGHEST for action port [ 985.779971] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3df1442-972b-4c46-9187-df9c08907130 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.783111] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.783250] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.783435] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.783824] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3df1442-972b-4c46-9187-df9c08907130',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.784518] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3df1442-972b-4c46-9187-df9c08907130 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.784631] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.784949] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-24465118-e6e0-4b38-9a07-e523b9b8bdcf taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.784949] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24465118-e6e0-4b38-9a07-e523b9b8bdcf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.785342] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24465118-e6e0-4b38-9a07-e523b9b8bdcf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.785342] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24465118-e6e0-4b38-9a07-e523b9b8bdcf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.785342] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24465118-e6e0-4b38-9a07-e523b9b8bdcf',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.795926] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.795926] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.795926] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.795926] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.796207] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.796294] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.796380] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3306ef6-905f-4e1a-a216-a11c33319632 is going to be updated. [ 985.828030] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.828030] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.828030] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.828030] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.828030] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.839434] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3306ef6-905f-4e1a-a216-a11c33319632 in Status: IN_PROGRESS for 2s [ 986.287039] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3df1442-972b-4c46-9187-df9c08907130 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.287362] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.287615] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 24465118-e6e0-4b38-9a07-e523b9b8bdcf with status ACTIVE [ 986.288017] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.288233] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.288327] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.289076] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.289076] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.289076] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.289076] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.289383] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.289383] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.289446] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.292242] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.292242] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.292242] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.292242] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.293174] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.293281] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 24465118-e6e0-4b38-9a07-e523b9b8bdcf is going to be updated. [ 986.317597] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.317597] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.317597] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.317597] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.317597] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.317597] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24465118-e6e0-4b38-9a07-e523b9b8bdcf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.394192] env[65894]: INFO networking_nsxv3.common.synchronization [req-abb4d7c6-8c6d-4102-8a3c-519910e95ae1 req-f09b7dda-ce25-4a92-a8f8-515dc7968717 tempest-ServerActionsV293TestJSON-391028757 tempest-ServerActionsV293TestJSON-391028757-project-member] Enqueued Resource ID: 41f9c0a5-a06a-41f2-991f-6b14d61d51cf with Priority: HIGHEST for action security_group_members [ 986.395481] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41f9c0a5-a06a-41f2-991f-6b14d61d51cf with Priority: HIGHEST for action security_group_members [ 986.395861] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-41f9c0a5-a06a-41f2-991f-6b14d61d51cf taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.397554] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-41f9c0a5-a06a-41f2-991f-6b14d61d51cf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.397554] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-41f9c0a5-a06a-41f2-991f-6b14d61d51cf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.397554] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-41f9c0a5-a06a-41f2-991f-6b14d61d51cf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.397554] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.397554] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.397554] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.397554] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.397554] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.398162] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('41f9c0a5-a06a-41f2-991f-6b14d61d51cf',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.790370] env[65894]: INFO networking_nsxv3.common.synchronization [req-78592c87-782e-49cf-9d96-9f134c41b8c6 req-29f726d6-5466-480f-933d-99db191ee100 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Enqueued Resource ID: 21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28 with Priority: HIGHEST for action security_group_members [ 986.791053] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28 with Priority: HIGHEST for action security_group_members [ 986.791399] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.791539] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.791644] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.791871] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.794205] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.796369] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.796369] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.796369] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.796369] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.796369] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.900839] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.901109] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.901187] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.901406] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.927980] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.928354] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.929357] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.929357] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.929357] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.929357] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.929357] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41f9c0a5-a06a-41f2-991f-6b14d61d51cf is going to be updated. [ 986.960658] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.963022] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.963022] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.963022] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.963022] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.973378] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41f9c0a5-a06a-41f2-991f-6b14d61d51cf in Status: IN_PROGRESS for 2s [ 987.222289] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock network-759 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.222537] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "network-759" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.222928] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "network-759" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.223291] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "network-759" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.223600] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.223781] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.223969] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.224304] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.224428] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.224681] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 987.224842] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 987.224999] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 987.225143] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 987.225263] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 987.225380] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 987.225532] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 987.250708] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 987.251073] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 987.252208] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 987.252208] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "network-759" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.252208] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock port-886486ea-21b9-4430-bba5-7a1ec0aef4c2 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.252484] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "port-886486ea-21b9-4430-bba5-7a1ec0aef4c2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.252600] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "port-886486ea-21b9-4430-bba5-7a1ec0aef4c2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.252921] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "port-886486ea-21b9-4430-bba5-7a1ec0aef4c2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.253114] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('886486ea-21b9-4430-bba5-7a1ec0aef4c2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.297441] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.665756] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3df1442-972b-4c46-9187-df9c08907130 in Status: SUCCESS [ 987.665987] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.666166] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.666390] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.666587] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.666757] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.666889] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.668231] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.668231] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.668231] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3df1442-972b-4c46-9187-df9c08907130',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.756999] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.756999] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.756999] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.756999] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.756999] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.756999] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Segment Port 886486ea-21b9-4430-bba5-7a1ec0aef4c2 not found, creating... [ 987.756999] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.757416] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.757502] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.757780] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.757937] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.758255] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.758663] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.758877] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.759210] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.759494] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.759841] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Resource: SegmentPort with ID: 886486ea-21b9-4430-bba5-7a1ec0aef4c2 is going to be created. [ 987.782484] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.782928] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.783253] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.783741] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.784212] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.784592] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "port-886486ea-21b9-4430-bba5-7a1ec0aef4c2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.799944] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.852638] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e3306ef6-905f-4e1a-a216-a11c33319632 in Status: SUCCESS [ 987.852793] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e3306ef6-905f-4e1a-a216-a11c33319632 deletion is rescheduled due to dependency. [ 987.852877] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e3306ef6-905f-4e1a-a216-a11c33319632" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.170209] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3df1442-972b-4c46-9187-df9c08907130',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.303286] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.303609] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.303652] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.303868] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.303956] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.304743] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28 is going to be updated. [ 988.348698] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.348950] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.349842] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.349842] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.349842] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.361026] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28 in Status: IN_PROGRESS for 2s [ 988.649211] env[65894]: INFO networking_nsxv3.common.synchronization [req-78592c87-782e-49cf-9d96-9f134c41b8c6 req-7e5bce6f-e622-4c6a-87ef-ad300f960be9 service nova] Enqueued Resource ID: 21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28 with Priority: HIGHEST for action security_group_rules [ 988.649402] env[65894]: INFO networking_nsxv3.common.synchronization [req-78592c87-782e-49cf-9d96-9f134c41b8c6 req-7e5bce6f-e622-4c6a-87ef-ad300f960be9 service nova] Enqueued Resource ID: 21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28 with Priority: HIGHEST for action security_group_members [ 988.649538] env[65894]: INFO networking_nsxv3.common.synchronization [req-78592c87-782e-49cf-9d96-9f134c41b8c6 req-7e5bce6f-e622-4c6a-87ef-ad300f960be9 service nova] Enqueued Resource ID: 886486ea-21b9-4430-bba5-7a1ec0aef4c2 with Priority: HIGHEST for action port [ 988.650143] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28 with Priority: HIGHEST for action security_group_rules [ 988.650279] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28 with Priority: HIGHEST for action security_group_members [ 988.650374] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 886486ea-21b9-4430-bba5-7a1ec0aef4c2 with Priority: HIGHEST for action port [ 988.650678] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.650756] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.650825] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.651033] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.651135] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.652642] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.652731] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.652931] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-886486ea-21b9-4430-bba5-7a1ec0aef4c2 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.653156] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-886486ea-21b9-4430-bba5-7a1ec0aef4c2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.653230] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-886486ea-21b9-4430-bba5-7a1ec0aef4c2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.653412] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-886486ea-21b9-4430-bba5-7a1ec0aef4c2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.653487] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('886486ea-21b9-4430-bba5-7a1ec0aef4c2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.676021] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3df1442-972b-4c46-9187-df9c08907130',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.985080] env[65894]: INFO networking_nsxv3.common.synchronization [req-b9d519b1-217f-4e00-b02d-397f10d0bf0f req-426dcb6a-2ffb-4e76-895e-65bcc95cb7f4 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Enqueued Resource ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a with Priority: HIGHEST for action security_group_members [ 988.985080] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a with Priority: HIGHEST for action security_group_members [ 988.985080] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.985723] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.985723] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.985723] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.985978] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.985978] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.985978] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.987033] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.987033] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.987033] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a3141f8-7611-4ff8-8814-8a6ebecf0f8a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.988333] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 41f9c0a5-a06a-41f2-991f-6b14d61d51cf in Status: SUCCESS [ 988.988333] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 41f9c0a5-a06a-41f2-991f-6b14d61d51cf deletion is rescheduled due to dependency. [ 988.988333] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-41f9c0a5-a06a-41f2-991f-6b14d61d51cf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.153738] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.153738] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.158027] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 886486ea-21b9-4430-bba5-7a1ec0aef4c2 with status ACTIVE [ 989.158027] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.158027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.158027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.158027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.158027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.158027] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.158027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.158027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.158027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.158027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.158027] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.158027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.158027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.158027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.158027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.158027] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 886486ea-21b9-4430-bba5-7a1ec0aef4c2 is going to be updated. [ 989.182133] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.182133] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.182133] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.182133] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.182133] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.182133] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-886486ea-21b9-4430-bba5-7a1ec0aef4c2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.182133] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.182133] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.182133] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.182133] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.182133] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.182133] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3df1442-972b-4c46-9187-df9c08907130 is going to be updated. [ 989.215611] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.215611] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.215611] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.215611] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.215611] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.225040] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3df1442-972b-4c46-9187-df9c08907130 in Status: IN_PROGRESS for 2s [ 989.490343] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.490591] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.490953] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.491150] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.516045] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.516045] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.516045] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.516045] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.516045] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.516045] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.516045] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a is going to be updated. [ 989.545426] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.548203] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.548203] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.548203] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.548203] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.558284] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a in Status: IN_PROGRESS for 2s [ 990.372630] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28 in Status: SUCCESS [ 990.372723] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.373102] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.373102] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.373296] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.374144] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.374144] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.374144] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.374144] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.374144] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.878281] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.237029] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3df1442-972b-4c46-9187-df9c08907130 in Status: SUCCESS [ 991.237268] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.237597] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.237959] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.238206] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.238388] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.238472] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.238646] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.238744] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.238824] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.238950] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c3df1442-972b-4c46-9187-df9c08907130',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.381070] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.570933] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a in Status: SUCCESS [ 991.571138] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a deletion is rescheduled due to dependency. [ 991.571235] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.742265] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3df1442-972b-4c46-9187-df9c08907130 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.742437] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.742507] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.742721] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.742904] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.743018] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.743106] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.743270] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.743355] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.743469] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.743639] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3df1442-972b-4c46-9187-df9c08907130 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.743746] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.743802] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.743960] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.744122] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.744200] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.744264] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.744408] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.744476] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.744556] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.744646] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c3df1442-972b-4c46-9187-df9c08907130',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.884219] env[65894]: INFO networking_nsxv3.common.synchronization [req-279040a6-eb2b-4904-87a0-9a2d2d13de9c req-ca969a2b-d1be-4c7f-b890-5c892c9d48fa tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Enqueued Resource ID: 55dbf741-350e-4706-9067-83941bbdce82 with Priority: HIGHEST for action security_group_members [ 991.885616] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.885616] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.885616] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.886801] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.887124] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.887344] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28 is going to be updated. [ 991.889770] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55dbf741-350e-4706-9067-83941bbdce82 with Priority: HIGHEST for action security_group_members [ 991.895173] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-55dbf741-350e-4706-9067-83941bbdce82 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.895546] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55dbf741-350e-4706-9067-83941bbdce82" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.899886] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55dbf741-350e-4706-9067-83941bbdce82" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.900587] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55dbf741-350e-4706-9067-83941bbdce82" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.900957] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.901233] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.901331] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.901971] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.902334] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.902563] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55dbf741-350e-4706-9067-83941bbdce82',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.946349] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.946503] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.946572] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.946819] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.946923] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.958197] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28 in Status: IN_PROGRESS for 2s [ 992.250410] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c3df1442-972b-4c46-9187-df9c08907130: rpc.has_security_group_logging(os_id): False [ 992.271093] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.272045] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.272045] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.272045] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.296218] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.296218] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.296218] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.296649] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.296868] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.296962] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.297210] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.297313] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.297377] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.297536] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.297710] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.297855] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.297952] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.298024] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.298167] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.298240] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.298337] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3df1442-972b-4c46-9187-df9c08907130 is going to be updated. [ 992.366147] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock network-586 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.366377] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "network-586" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.366537] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "network-586" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.366885] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "network-586" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.367414] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.367636] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.367863] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.368226] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.368445] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.368695] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 992.369251] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 992.369382] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 992.369516] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 992.369645] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 992.370139] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 992.370139] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 992.375211] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.375368] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.375425] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.375620] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.375870] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.393372] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 992.393568] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 992.393741] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 992.394067] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "network-586" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.396208] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock port-57507373-24e2-426d-bfed-7059ce003adc taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.396208] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "port-57507373-24e2-426d-bfed-7059ce003adc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.396208] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "port-57507373-24e2-426d-bfed-7059ce003adc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.396208] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "port-57507373-24e2-426d-bfed-7059ce003adc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.396208] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57507373-24e2-426d-bfed-7059ce003adc',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.399915] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3df1442-972b-4c46-9187-df9c08907130 in Status: IN_PROGRESS for 2s [ 992.408275] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.408579] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.408624] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.408853] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.408979] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.409470] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.409470] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.409695] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.409796] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.409906] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.410027] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55dbf741-350e-4706-9067-83941bbdce82 already deleted. [ 992.410104] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55dbf741-350e-4706-9067-83941bbdce82" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.457465] env[65894]: INFO networking_nsxv3.common.synchronization [req-04473596-d9ea-44c2-a23a-1b86dce9171c req-45414c4f-0a48-49a8-89a5-90a477f591c1 tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Enqueued Resource ID: 0a20551b-8c6e-40a2-afb9-9a54f12e9128 with Priority: HIGHEST for action security_group_members [ 992.457833] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a20551b-8c6e-40a2-afb9-9a54f12e9128 with Priority: HIGHEST for action security_group_members [ 992.458211] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a20551b-8c6e-40a2-afb9-9a54f12e9128 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.458315] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.458384] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.458597] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.458755] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.458856] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.458917] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.459102] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.459226] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.459292] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a20551b-8c6e-40a2-afb9-9a54f12e9128',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.901405] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.901844] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.901844] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.902197] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.902403] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.902587] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Segment Port 57507373-24e2-426d-bfed-7059ce003adc not found, creating... [ 992.902880] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.903093] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.903238] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.903623] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.903778] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.904106] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.904272] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.904390] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.904611] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.904762] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.904910] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Resource: SegmentPort with ID: 57507373-24e2-426d-bfed-7059ce003adc is going to be created. [ 992.933102] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.933340] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.933465] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.933816] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.934161] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.934467] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "port-57507373-24e2-426d-bfed-7059ce003adc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.961757] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0a20551b-8c6e-40a2-afb9-9a54f12e9128',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.464756] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0a20551b-8c6e-40a2-afb9-9a54f12e9128',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.851559] env[65894]: INFO networking_nsxv3.common.synchronization [req-279040a6-eb2b-4904-87a0-9a2d2d13de9c req-ba497c1d-ed9a-482e-a22e-4b5572412a78 service nova] Enqueued Resource ID: 55dbf741-350e-4706-9067-83941bbdce82 with Priority: HIGHEST for action security_group_rules [ 993.851770] env[65894]: INFO networking_nsxv3.common.synchronization [req-279040a6-eb2b-4904-87a0-9a2d2d13de9c req-ba497c1d-ed9a-482e-a22e-4b5572412a78 service nova] Enqueued Resource ID: 55dbf741-350e-4706-9067-83941bbdce82 with Priority: HIGHEST for action security_group_members [ 993.851914] env[65894]: INFO networking_nsxv3.common.synchronization [req-279040a6-eb2b-4904-87a0-9a2d2d13de9c req-ba497c1d-ed9a-482e-a22e-4b5572412a78 service nova] Enqueued Resource ID: 57507373-24e2-426d-bfed-7059ce003adc with Priority: HIGHEST for action port [ 993.854166] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55dbf741-350e-4706-9067-83941bbdce82 with Priority: HIGHEST for action security_group_rules [ 993.854327] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55dbf741-350e-4706-9067-83941bbdce82 with Priority: HIGHEST for action security_group_members [ 993.854425] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57507373-24e2-426d-bfed-7059ce003adc with Priority: HIGHEST for action port [ 993.854880] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55dbf741-350e-4706-9067-83941bbdce82 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.855029] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55dbf741-350e-4706-9067-83941bbdce82" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.855093] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55dbf741-350e-4706-9067-83941bbdce82" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.855901] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55dbf741-350e-4706-9067-83941bbdce82" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.856064] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55dbf741-350e-4706-9067-83941bbdce82',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.857303] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-55dbf741-350e-4706-9067-83941bbdce82 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.857437] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55dbf741-350e-4706-9067-83941bbdce82" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.857547] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55dbf741-350e-4706-9067-83941bbdce82" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.857937] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55dbf741-350e-4706-9067-83941bbdce82" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.858062] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.859042] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.859042] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.859042] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.859042] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.859042] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55dbf741-350e-4706-9067-83941bbdce82',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.861098] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-57507373-24e2-426d-bfed-7059ce003adc taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.861098] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57507373-24e2-426d-bfed-7059ce003adc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.861098] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57507373-24e2-426d-bfed-7059ce003adc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.861434] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57507373-24e2-426d-bfed-7059ce003adc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.861434] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57507373-24e2-426d-bfed-7059ce003adc',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.967431] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.967833] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.967976] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.968597] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.968597] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.968712] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a20551b-8c6e-40a2-afb9-9a54f12e9128 is going to be updated. [ 993.970756] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28 in Status: SUCCESS [ 993.970960] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.971320] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.971591] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.972021] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.972021] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.972186] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.972326] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.972454] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.972656] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.972736] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.002803] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.003058] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.003058] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.003265] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.003431] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.029491] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a20551b-8c6e-40a2-afb9-9a54f12e9128 in Status: IN_PROGRESS for 2s [ 994.363467] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-55dbf741-350e-4706-9067-83941bbdce82 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.363615] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55dbf741-350e-4706-9067-83941bbdce82" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.365515] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('55dbf741-350e-4706-9067-83941bbdce82',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.366495] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 57507373-24e2-426d-bfed-7059ce003adc with status ACTIVE [ 994.366691] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.366846] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.366917] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.367275] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.367379] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.367615] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.367745] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.367812] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.368050] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.368155] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.368376] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.368482] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.368542] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.368679] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.368772] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.368849] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 57507373-24e2-426d-bfed-7059ce003adc is going to be updated. [ 994.399635] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.400438] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.400518] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.400913] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.400982] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.401267] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57507373-24e2-426d-bfed-7059ce003adc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.420591] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3df1442-972b-4c46-9187-df9c08907130 in Status: SUCCESS [ 994.420591] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.475705] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.479102] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.479102] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.479102] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.479102] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.479102] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.479102] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.479102] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.479102] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.479102] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.479102] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.479102] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.479102] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.479102] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.479102] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.479102] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.479102] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.479102] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.479102] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.480292] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.480292] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.647174] env[65894]: INFO networking_nsxv3.common.synchronization [req-0475b92a-7236-471e-8193-820a52ef3382 req-5e24c573-b7d5-4b7f-9ce8-7bc260de4f77 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] Enqueued Resource ID: 1e139e21-81f3-42da-ac12-ef878deca705 with Priority: HIGHEST for action security_group_members [ 994.647913] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e139e21-81f3-42da-ac12-ef878deca705 with Priority: HIGHEST for action security_group_members [ 994.650175] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e139e21-81f3-42da-ac12-ef878deca705 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.650175] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e139e21-81f3-42da-ac12-ef878deca705" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.650175] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e139e21-81f3-42da-ac12-ef878deca705" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.650175] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e139e21-81f3-42da-ac12-ef878deca705" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.650175] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.650175] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.650175] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.650506] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.650506] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.650506] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e139e21-81f3-42da-ac12-ef878deca705',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.872154] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('55dbf741-350e-4706-9067-83941bbdce82',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.983979] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28: rpc.has_security_group_logging(os_id): False [ 995.008479] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.012088] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.012088] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.012088] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.042121] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.042472] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.042853] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.042853] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.042996] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.043121] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.044520] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.044722] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.044796] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.045030] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.045164] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.045482] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.045570] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.045726] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.045911] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.046046] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.046197] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28 is going to be updated. [ 995.101984] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock network-723 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.102402] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "network-723" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.102402] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "network-723" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.102781] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "network-723" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.103577] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.103840] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.103979] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.104278] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.104463] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.104685] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 995.104802] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 995.104979] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 995.105054] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 995.105136] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 995.105240] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 995.105373] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 995.129147] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.129393] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.129393] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.129568] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.129745] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.131820] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 995.131995] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 995.132193] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 995.132372] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "network-723" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.132698] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock port-49cf6ab9-5c81-4ffe-87f1-0a5d1e1d2b0c taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.132891] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "port-49cf6ab9-5c81-4ffe-87f1-0a5d1e1d2b0c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.133019] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "port-49cf6ab9-5c81-4ffe-87f1-0a5d1e1d2b0c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.133429] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "port-49cf6ab9-5c81-4ffe-87f1-0a5d1e1d2b0c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.133472] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49cf6ab9-5c81-4ffe-87f1-0a5d1e1d2b0c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.149181] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28 in Status: IN_PROGRESS for 2s [ 995.154797] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.155015] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.155589] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.155589] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.155589] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.155727] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.155727] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.155824] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.155919] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.156129] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.156129] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e139e21-81f3-42da-ac12-ef878deca705 already deleted. [ 995.156234] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e139e21-81f3-42da-ac12-ef878deca705" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.374315] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.374493] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.374537] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.374797] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.374917] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.375044] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55dbf741-350e-4706-9067-83941bbdce82 is going to be created. [ 995.407785] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.408012] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.408157] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.408301] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.408442] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.431631] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55dbf741-350e-4706-9067-83941bbdce82 in Status: UNINITIALIZED for 2s [ 995.637708] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.638023] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.638286] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.638618] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.638747] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.638843] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Segment Port 49cf6ab9-5c81-4ffe-87f1-0a5d1e1d2b0c not found, creating... [ 995.639179] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.639396] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.639768] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.639768] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.639911] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.640543] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.640971] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.641168] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.641435] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.641732] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.641866] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Resource: SegmentPort with ID: 49cf6ab9-5c81-4ffe-87f1-0a5d1e1d2b0c is going to be created. [ 995.670428] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.670733] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.670921] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.671321] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.671675] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.672725] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "port-49cf6ab9-5c81-4ffe-87f1-0a5d1e1d2b0c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.042170] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a20551b-8c6e-40a2-afb9-9a54f12e9128 in Status: SUCCESS [ 996.042466] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.370914] env[65894]: INFO networking_nsxv3.common.synchronization [req-0475b92a-7236-471e-8193-820a52ef3382 req-f1d148eb-3190-4fcf-80cf-9c3f4535cb64 service nova] Enqueued Resource ID: 1e139e21-81f3-42da-ac12-ef878deca705 with Priority: HIGHEST for action security_group_rules [ 996.371135] env[65894]: INFO networking_nsxv3.common.synchronization [req-0475b92a-7236-471e-8193-820a52ef3382 req-f1d148eb-3190-4fcf-80cf-9c3f4535cb64 service nova] Enqueued Resource ID: 1e139e21-81f3-42da-ac12-ef878deca705 with Priority: HIGHEST for action security_group_members [ 996.371402] env[65894]: INFO networking_nsxv3.common.synchronization [req-0475b92a-7236-471e-8193-820a52ef3382 req-f1d148eb-3190-4fcf-80cf-9c3f4535cb64 service nova] Enqueued Resource ID: 49cf6ab9-5c81-4ffe-87f1-0a5d1e1d2b0c with Priority: HIGHEST for action port [ 996.371844] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e139e21-81f3-42da-ac12-ef878deca705 with Priority: HIGHEST for action security_group_rules [ 996.372671] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e139e21-81f3-42da-ac12-ef878deca705 with Priority: HIGHEST for action security_group_members [ 996.373246] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49cf6ab9-5c81-4ffe-87f1-0a5d1e1d2b0c with Priority: HIGHEST for action port [ 996.373580] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e139e21-81f3-42da-ac12-ef878deca705 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.373710] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e139e21-81f3-42da-ac12-ef878deca705" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.373806] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e139e21-81f3-42da-ac12-ef878deca705" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.374119] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e139e21-81f3-42da-ac12-ef878deca705" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.374250] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e139e21-81f3-42da-ac12-ef878deca705',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.375440] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e139e21-81f3-42da-ac12-ef878deca705 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.375543] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e139e21-81f3-42da-ac12-ef878deca705" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.375600] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e139e21-81f3-42da-ac12-ef878deca705" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.375775] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e139e21-81f3-42da-ac12-ef878deca705" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.376014] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.376014] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.376122] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.376266] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.376352] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.376474] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e139e21-81f3-42da-ac12-ef878deca705',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.377286] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-49cf6ab9-5c81-4ffe-87f1-0a5d1e1d2b0c taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.377392] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49cf6ab9-5c81-4ffe-87f1-0a5d1e1d2b0c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.377449] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49cf6ab9-5c81-4ffe-87f1-0a5d1e1d2b0c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.377602] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49cf6ab9-5c81-4ffe-87f1-0a5d1e1d2b0c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.377742] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49cf6ab9-5c81-4ffe-87f1-0a5d1e1d2b0c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.880223] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e139e21-81f3-42da-ac12-ef878deca705 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.880390] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e139e21-81f3-42da-ac12-ef878deca705" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.880618] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e139e21-81f3-42da-ac12-ef878deca705',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.881798] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 49cf6ab9-5c81-4ffe-87f1-0a5d1e1d2b0c with status ACTIVE [ 996.882108] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.882279] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.882279] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.882970] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.882970] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.882970] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.882970] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.882970] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.883381] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.883381] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.883381] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.883515] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.883515] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.883667] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.883667] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.883761] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 49cf6ab9-5c81-4ffe-87f1-0a5d1e1d2b0c is going to be updated. [ 996.908878] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.909245] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.909245] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.909364] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.909510] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.909744] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49cf6ab9-5c81-4ffe-87f1-0a5d1e1d2b0c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.170247] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28 in Status: SUCCESS [ 997.170247] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.386057] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e139e21-81f3-42da-ac12-ef878deca705',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.441689] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55dbf741-350e-4706-9067-83941bbdce82 in Status: SUCCESS [ 997.441911] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55dbf741-350e-4706-9067-83941bbdce82" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.442220] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55dbf741-350e-4706-9067-83941bbdce82" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.442502] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55dbf741-350e-4706-9067-83941bbdce82" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.442753] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.442907] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.443017] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.443221] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.443340] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.443458] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55dbf741-350e-4706-9067-83941bbdce82" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.443587] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('55dbf741-350e-4706-9067-83941bbdce82',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.889403] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.889643] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.889767] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.890086] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.890225] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.890393] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e139e21-81f3-42da-ac12-ef878deca705 is going to be created. [ 997.923343] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.923770] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.923770] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.923903] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.925813] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.938886] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e139e21-81f3-42da-ac12-ef878deca705 in Status: UNINITIALIZED for 2s [ 997.947857] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('55dbf741-350e-4706-9067-83941bbdce82',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.450440] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 55dbf741-350e-4706-9067-83941bbdce82: rpc.has_security_group_logging(os_id): False [ 998.482122] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.482527] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.483029] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.483029] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.483182] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.483628] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.483628] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.483628] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.483815] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.483849] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.483925] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55dbf741-350e-4706-9067-83941bbdce82 is going to be created. [ 998.577341] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.577341] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.577341] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.577341] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.577341] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.587707] env[65894]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] NSXv3 Agent Agent loop - iteration:1 completed [ 998.589989] env[65894]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] NSXv3 Agent Agent loop - iteration:2 started [ 998.609767] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55dbf741-350e-4706-9067-83941bbdce82 in Status: IN_PROGRESS for 2s [ 999.215180] env[65894]: INFO networking_nsxv3.common.synchronization [req-ca7a9a4d-479e-4e7b-a539-104d4f4c0f72 req-761d7f73-d026-4a18-80c8-3bd270e022a7 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Enqueued Resource ID: c3df1442-972b-4c46-9187-df9c08907130 with Priority: HIGHEST for action security_group_members [ 999.215180] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3df1442-972b-4c46-9187-df9c08907130 with Priority: HIGHEST for action security_group_members [ 999.215180] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3df1442-972b-4c46-9187-df9c08907130 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.215180] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.215180] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.215180] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.215180] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.215883] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.215883] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.215883] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.215883] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.215883] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3df1442-972b-4c46-9187-df9c08907130',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.721883] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3df1442-972b-4c46-9187-df9c08907130',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.952617] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e139e21-81f3-42da-ac12-ef878deca705 in Status: SUCCESS [ 999.953043] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e139e21-81f3-42da-ac12-ef878deca705" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.953367] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e139e21-81f3-42da-ac12-ef878deca705" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.953707] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e139e21-81f3-42da-ac12-ef878deca705" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.954064] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.954825] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.954937] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.955251] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.955399] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.955608] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e139e21-81f3-42da-ac12-ef878deca705" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.955779] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1e139e21-81f3-42da-ac12-ef878deca705',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.222308] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3df1442-972b-4c46-9187-df9c08907130',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.460500] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1e139e21-81f3-42da-ac12-ef878deca705',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.624692] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 55dbf741-350e-4706-9067-83941bbdce82 in Status: SUCCESS [ 1000.624899] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55dbf741-350e-4706-9067-83941bbdce82" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.726289] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.726289] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.726289] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.726289] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.726289] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.726289] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3df1442-972b-4c46-9187-df9c08907130 is going to be updated. [ 1000.755549] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.755549] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.755549] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.755549] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.755723] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.766254] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3df1442-972b-4c46-9187-df9c08907130 in Status: IN_PROGRESS for 2s [ 1000.963754] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1e139e21-81f3-42da-ac12-ef878deca705: rpc.has_security_group_logging(os_id): False [ 1000.983355] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.983516] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.983570] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.983802] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.983944] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.984247] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.984369] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.984467] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.984664] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.984754] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.984853] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e139e21-81f3-42da-ac12-ef878deca705 is going to be created. [ 1001.070382] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.070546] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.070662] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.070799] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.070987] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.085995] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e139e21-81f3-42da-ac12-ef878deca705 in Status: IN_PROGRESS for 2s [ 1001.374851] env[65894]: INFO networking_nsxv3.common.synchronization [req-a558d324-44e0-4be0-864b-eb04c29f206a req-7a412358-5789-4388-bccf-5c0440d1efba tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Enqueued Resource ID: 2203233f-5e53-4c1c-89f4-d2be93f2de14 with Priority: HIGHEST for action security_group_members [ 1001.375823] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2203233f-5e53-4c1c-89f4-d2be93f2de14 with Priority: HIGHEST for action security_group_members [ 1001.377407] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-2203233f-5e53-4c1c-89f4-d2be93f2de14 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.377808] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.377914] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.378256] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.380562] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.380562] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.380562] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.380562] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.380562] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.380562] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2203233f-5e53-4c1c-89f4-d2be93f2de14',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.490810] env[65894]: INFO networking_nsxv3.common.synchronization [req-ea1fdc8f-ee8b-4769-b54a-77ed04eaf577 req-2dd95b8a-2260-4bd3-a2f9-32f9b3915c96 tempest-ServerRescueTestJSON-1427110142 tempest-ServerRescueTestJSON-1427110142-project-member] Enqueued Resource ID: c50c9a9a-7298-4fb0-bf98-fce7473619f7 with Priority: HIGHEST for action security_group_members [ 1001.491534] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c50c9a9a-7298-4fb0-bf98-fce7473619f7 with Priority: HIGHEST for action security_group_members [ 1001.491833] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c50c9a9a-7298-4fb0-bf98-fce7473619f7 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.491963] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c50c9a9a-7298-4fb0-bf98-fce7473619f7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.492092] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c50c9a9a-7298-4fb0-bf98-fce7473619f7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.492324] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c50c9a9a-7298-4fb0-bf98-fce7473619f7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.492531] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.492659] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.492742] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.493163] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.493163] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.493163] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c50c9a9a-7298-4fb0-bf98-fce7473619f7',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.803784] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock network-107 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.804148] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "network-107" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.804148] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "network-107" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.804421] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "network-107" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.804971] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.806445] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.806522] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.806785] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.806956] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.808242] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1001.808242] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1001.808362] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1001.808420] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1001.808534] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1001.808641] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1001.808778] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1001.831028] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1001.831028] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1001.831028] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1001.831028] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "network-107" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.831028] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock port-c0ab04ce-be3a-4953-bc02-13d52f5361df taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.831028] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "port-c0ab04ce-be3a-4953-bc02-13d52f5361df" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.831028] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "port-c0ab04ce-be3a-4953-bc02-13d52f5361df" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.831028] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "port-c0ab04ce-be3a-4953-bc02-13d52f5361df" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.831028] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0ab04ce-be3a-4953-bc02-13d52f5361df',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.883188] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.883383] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.883454] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.883726] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.883819] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.884069] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.884179] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.884295] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.884524] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.884524] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.884704] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2203233f-5e53-4c1c-89f4-d2be93f2de14 already deleted. [ 1001.884704] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.995656] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.995870] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.995938] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.996194] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.024046] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.024046] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.024046] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.024046] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.024046] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.024046] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.024046] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c50c9a9a-7298-4fb0-bf98-fce7473619f7 is going to be updated. [ 1002.058898] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.059082] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.059161] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.059377] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.059523] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.070590] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c50c9a9a-7298-4fb0-bf98-fce7473619f7 in Status: IN_PROGRESS for 2s [ 1002.294914] env[65894]: INFO networking_nsxv3.common.synchronization [req-d136f59d-1401-44b9-9aad-5ab2c4c4c339 req-15321fdf-6649-4178-b9da-2439ab39c2d7 tempest-ImagesTestJSON-804008118 tempest-ImagesTestJSON-804008118-project-member] Enqueued Resource ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 with Priority: HIGHEST for action security_group_members [ 1002.295873] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 with Priority: HIGHEST for action security_group_members [ 1002.296214] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.296337] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.296403] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.296609] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.296764] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.296866] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.296928] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.297129] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.297221] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.297328] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.339322] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.339633] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.339894] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.340215] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.340414] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.340603] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Segment Port c0ab04ce-be3a-4953-bc02-13d52f5361df not found, creating... [ 1002.340911] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.341100] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.341238] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.341456] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.341595] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.341881] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.342098] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.342175] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.342390] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.342523] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.342663] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Resource: SegmentPort with ID: c0ab04ce-be3a-4953-bc02-13d52f5361df is going to be created. [ 1002.363759] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.363992] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.364130] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.364489] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.364799] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.365088] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "port-c0ab04ce-be3a-4953-bc02-13d52f5361df" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.778509] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3df1442-972b-4c46-9187-df9c08907130 in Status: SUCCESS [ 1002.778706] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.799561] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.799710] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.799884] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.800021] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.822868] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.823219] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.823308] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.823351] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.823556] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.823637] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.823728] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 is going to be updated. [ 1002.864377] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.864505] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.864553] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.864851] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.864998] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.878355] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 in Status: IN_PROGRESS for 2s [ 1003.077026] env[65894]: INFO networking_nsxv3.common.synchronization [req-a558d324-44e0-4be0-864b-eb04c29f206a req-a511be83-9bfb-4882-b253-d99651d4db9b service nova] Enqueued Resource ID: 2203233f-5e53-4c1c-89f4-d2be93f2de14 with Priority: HIGHEST for action security_group_rules [ 1003.077026] env[65894]: INFO networking_nsxv3.common.synchronization [req-a558d324-44e0-4be0-864b-eb04c29f206a req-a511be83-9bfb-4882-b253-d99651d4db9b service nova] Enqueued Resource ID: 2203233f-5e53-4c1c-89f4-d2be93f2de14 with Priority: HIGHEST for action security_group_members [ 1003.077026] env[65894]: INFO networking_nsxv3.common.synchronization [req-a558d324-44e0-4be0-864b-eb04c29f206a req-a511be83-9bfb-4882-b253-d99651d4db9b service nova] Enqueued Resource ID: c0ab04ce-be3a-4953-bc02-13d52f5361df with Priority: HIGHEST for action port [ 1003.077026] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2203233f-5e53-4c1c-89f4-d2be93f2de14 with Priority: HIGHEST for action security_group_rules [ 1003.077026] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2203233f-5e53-4c1c-89f4-d2be93f2de14 with Priority: HIGHEST for action security_group_members [ 1003.077026] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0ab04ce-be3a-4953-bc02-13d52f5361df with Priority: HIGHEST for action port [ 1003.077026] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2203233f-5e53-4c1c-89f4-d2be93f2de14 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.077026] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.077026] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.077926] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.077926] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2203233f-5e53-4c1c-89f4-d2be93f2de14',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.078302] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-2203233f-5e53-4c1c-89f4-d2be93f2de14 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.078302] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.078442] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.079297] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.079297] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.079297] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.079297] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.079297] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.079297] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.079297] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2203233f-5e53-4c1c-89f4-d2be93f2de14',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.080481] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-c0ab04ce-be3a-4953-bc02-13d52f5361df taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.080481] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c0ab04ce-be3a-4953-bc02-13d52f5361df" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.080481] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c0ab04ce-be3a-4953-bc02-13d52f5361df" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.080481] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c0ab04ce-be3a-4953-bc02-13d52f5361df" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.080481] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0ab04ce-be3a-4953-bc02-13d52f5361df',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.099690] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e139e21-81f3-42da-ac12-ef878deca705 in Status: SUCCESS [ 1003.100028] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e139e21-81f3-42da-ac12-ef878deca705" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.225857] env[65894]: INFO networking_nsxv3.common.synchronization [req-535301f9-13ae-446f-acb6-821e0252d302 req-86786d08-d605-48d3-b139-27df3ed7a46c tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Enqueued Resource ID: 21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28 with Priority: HIGHEST for action security_group_members [ 1003.226428] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28 with Priority: HIGHEST for action security_group_members [ 1003.226789] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.226933] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.227019] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.227490] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.227675] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.227788] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.227867] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.229635] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.229635] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.229635] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.582187] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-2203233f-5e53-4c1c-89f4-d2be93f2de14 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.582408] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.582741] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2203233f-5e53-4c1c-89f4-d2be93f2de14',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.584044] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c0ab04ce-be3a-4953-bc02-13d52f5361df with status ACTIVE [ 1003.584977] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.584977] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.584977] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.584977] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.585289] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.585397] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.585502] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.586112] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.586112] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.586112] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.586280] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.586574] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.586574] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.586776] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.587234] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.587234] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c0ab04ce-be3a-4953-bc02-13d52f5361df is going to be updated. [ 1003.617361] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.617576] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.617576] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.617847] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.618063] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.618149] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c0ab04ce-be3a-4953-bc02-13d52f5361df" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.731927] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.894283] env[65894]: INFO networking_nsxv3.common.synchronization [req-a595945f-5613-47f8-b84f-c55c0a6fb33f req-3f2992f9-1839-4159-a3a3-74789863f5bc tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Enqueued Resource ID: 354893bb-8690-4bed-8f78-4d5f27c28b88 with Priority: HIGHEST for action security_group_members [ 1003.894577] env[65894]: INFO networking_nsxv3.common.synchronization [req-a595945f-5613-47f8-b84f-c55c0a6fb33f req-3f2992f9-1839-4159-a3a3-74789863f5bc tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Enqueued Resource ID: da05391c-cc7b-47f2-8f7d-94390b160791 with Priority: HIGHEST for action security_group_members [ 1003.894643] env[65894]: INFO networking_nsxv3.common.synchronization [req-a595945f-5613-47f8-b84f-c55c0a6fb33f req-3f2992f9-1839-4159-a3a3-74789863f5bc tempest-SecurityGroupsTestJSON-2119111061 tempest-SecurityGroupsTestJSON-2119111061-project-member] Enqueued Resource ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b with Priority: HIGHEST for action security_group_members [ 1003.895184] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 354893bb-8690-4bed-8f78-4d5f27c28b88 with Priority: HIGHEST for action security_group_members [ 1003.895331] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da05391c-cc7b-47f2-8f7d-94390b160791 with Priority: HIGHEST for action security_group_members [ 1003.895427] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b with Priority: HIGHEST for action security_group_members [ 1003.895753] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-354893bb-8690-4bed-8f78-4d5f27c28b88 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.895858] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-354893bb-8690-4bed-8f78-4d5f27c28b88" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.895922] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-354893bb-8690-4bed-8f78-4d5f27c28b88" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.896341] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-354893bb-8690-4bed-8f78-4d5f27c28b88" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.896517] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.896622] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.896685] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.896850] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.896937] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.897061] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('354893bb-8690-4bed-8f78-4d5f27c28b88',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.898680] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-da05391c-cc7b-47f2-8f7d-94390b160791 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.898907] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-da05391c-cc7b-47f2-8f7d-94390b160791" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.898981] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-da05391c-cc7b-47f2-8f7d-94390b160791" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.899159] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-da05391c-cc7b-47f2-8f7d-94390b160791" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.899300] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.899423] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.899492] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.899644] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.899722] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.900093] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('da05391c-cc7b-47f2-8f7d-94390b160791',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.900675] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.900783] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.900979] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.901595] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.901765] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.901995] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.902107] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.902402] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.902402] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.902482] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fde18d8d-f211-41a4-b6ef-b2a9103ecc8b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.075113] env[65894]: INFO networking_nsxv3.common.synchronization [req-c54e05ec-fcee-412b-affe-2d7bd99a142c req-a5151085-3bea-486a-90be-53a2dd0691ac tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Enqueued Resource ID: 2203233f-5e53-4c1c-89f4-d2be93f2de14 with Priority: HIGHEST for action security_group_members [ 1004.076732] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2203233f-5e53-4c1c-89f4-d2be93f2de14 with Priority: HIGHEST for action security_group_members [ 1004.076732] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-2203233f-5e53-4c1c-89f4-d2be93f2de14 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.076732] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.084392] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c50c9a9a-7298-4fb0-bf98-fce7473619f7 in Status: SUCCESS [ 1004.084571] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c50c9a9a-7298-4fb0-bf98-fce7473619f7 deletion is rescheduled due to dependency. [ 1004.084684] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c50c9a9a-7298-4fb0-bf98-fce7473619f7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.089561] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2203233f-5e53-4c1c-89f4-d2be93f2de14',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.234574] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.400332] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.400734] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.400866] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.401385] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.406151] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.406151] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.406151] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.406151] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.424650] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.424938] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.424938] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.425093] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.425327] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.425437] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.425515] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 354893bb-8690-4bed-8f78-4d5f27c28b88 is going to be updated. [ 1004.427064] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.427064] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.450016] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.450016] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.450016] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.450016] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.450016] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.450016] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.450016] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da05391c-cc7b-47f2-8f7d-94390b160791 is going to be updated. [ 1004.451262] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.451262] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.451399] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.451534] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.451617] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.451721] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.451826] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.451930] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.452079] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b is going to be updated. [ 1004.468193] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.468351] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.468464] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.469075] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.469075] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.474060] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock network-107 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.474258] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "network-107" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.474379] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "network-107" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.474621] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "network-107" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.474960] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.475079] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.475165] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.475339] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.475480] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.475681] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1004.475791] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1004.475896] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1004.476016] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1004.476349] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1004.476465] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1004.476595] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1004.480720] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.480915] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.480915] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.481545] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.481545] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.482857] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.482984] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.483073] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.483229] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.483353] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.484704] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 354893bb-8690-4bed-8f78-4d5f27c28b88 in Status: IN_PROGRESS for 2s [ 1004.493763] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da05391c-cc7b-47f2-8f7d-94390b160791 in Status: IN_PROGRESS for 2s [ 1004.494338] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b in Status: IN_PROGRESS for 2s [ 1004.508089] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1004.508276] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1004.508454] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1004.508649] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "network-107" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.508968] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock port-8230367b-d563-4ba2-95fa-27f553f1029d taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.509157] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "port-8230367b-d563-4ba2-95fa-27f553f1029d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.509284] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "port-8230367b-d563-4ba2-95fa-27f553f1029d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.509638] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "port-8230367b-d563-4ba2-95fa-27f553f1029d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.509971] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8230367b-d563-4ba2-95fa-27f553f1029d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.594345] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.594345] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.594345] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.594345] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.594345] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.594345] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2203233f-5e53-4c1c-89f4-d2be93f2de14 is going to be created. [ 1004.628077] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.628743] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.628993] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.629429] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.632039] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.652894] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2203233f-5e53-4c1c-89f4-d2be93f2de14 in Status: UNINITIALIZED for 2s [ 1004.738299] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.738697] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.738697] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.738931] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.739091] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.739237] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28 is going to be updated. [ 1004.806532] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.806770] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.806770] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.807080] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.807267] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.823326] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28 in Status: IN_PROGRESS for 2s [ 1004.891575] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 in Status: SUCCESS [ 1004.891789] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 deletion is rescheduled due to dependency. [ 1004.891902] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.012766] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.013338] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.013338] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.013704] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.013903] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.014183] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Segment Port 8230367b-d563-4ba2-95fa-27f553f1029d not found, creating... [ 1005.014714] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.015035] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.015299] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.015744] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.016054] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.016609] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.016916] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.017167] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.017592] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.017896] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.018190] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Resource: SegmentPort with ID: 8230367b-d563-4ba2-95fa-27f553f1029d is going to be created. [ 1005.053537] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.053935] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.054248] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.054738] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.055193] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.055622] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "port-8230367b-d563-4ba2-95fa-27f553f1029d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.755221] env[65894]: INFO networking_nsxv3.common.synchronization [req-c54e05ec-fcee-412b-affe-2d7bd99a142c req-d749e8a6-0fb5-4060-af40-a188b4ae49d8 service nova] Enqueued Resource ID: 2203233f-5e53-4c1c-89f4-d2be93f2de14 with Priority: HIGHEST for action security_group_rules [ 1005.759298] env[65894]: INFO networking_nsxv3.common.synchronization [req-c54e05ec-fcee-412b-affe-2d7bd99a142c req-d749e8a6-0fb5-4060-af40-a188b4ae49d8 service nova] Enqueued Resource ID: 2203233f-5e53-4c1c-89f4-d2be93f2de14 with Priority: HIGHEST for action security_group_members [ 1005.759298] env[65894]: INFO networking_nsxv3.common.synchronization [req-c54e05ec-fcee-412b-affe-2d7bd99a142c req-d749e8a6-0fb5-4060-af40-a188b4ae49d8 service nova] Enqueued Resource ID: 8230367b-d563-4ba2-95fa-27f553f1029d with Priority: HIGHEST for action port [ 1005.759298] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2203233f-5e53-4c1c-89f4-d2be93f2de14 with Priority: HIGHEST for action security_group_rules [ 1005.759298] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2203233f-5e53-4c1c-89f4-d2be93f2de14 with Priority: HIGHEST for action security_group_members [ 1005.759298] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8230367b-d563-4ba2-95fa-27f553f1029d with Priority: HIGHEST for action port [ 1005.759298] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2203233f-5e53-4c1c-89f4-d2be93f2de14 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.759298] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.759298] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-2203233f-5e53-4c1c-89f4-d2be93f2de14 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.759298] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.759298] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-8230367b-d563-4ba2-95fa-27f553f1029d taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.759298] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8230367b-d563-4ba2-95fa-27f553f1029d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.759298] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8230367b-d563-4ba2-95fa-27f553f1029d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.759298] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8230367b-d563-4ba2-95fa-27f553f1029d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.759298] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8230367b-d563-4ba2-95fa-27f553f1029d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.263750] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8230367b-d563-4ba2-95fa-27f553f1029d with status ACTIVE [ 1006.264182] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.264288] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.264358] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.264595] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.264701] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.265479] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.265611] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.265746] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.265968] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.266084] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.266299] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.266402] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.266472] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.266625] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.266701] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.266823] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8230367b-d563-4ba2-95fa-27f553f1029d is going to be updated. [ 1006.295697] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.295697] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.295697] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.295697] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.295697] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.295697] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8230367b-d563-4ba2-95fa-27f553f1029d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.495929] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 354893bb-8690-4bed-8f78-4d5f27c28b88 in Status: SUCCESS [ 1006.496107] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 354893bb-8690-4bed-8f78-4d5f27c28b88 deletion is rescheduled due to dependency. [ 1006.496107] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-354893bb-8690-4bed-8f78-4d5f27c28b88" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.505092] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b in Status: SUCCESS [ 1006.505291] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b deletion is rescheduled due to dependency. [ 1006.505463] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.506316] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: da05391c-cc7b-47f2-8f7d-94390b160791 in Status: SUCCESS [ 1006.506463] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: da05391c-cc7b-47f2-8f7d-94390b160791 deletion is rescheduled due to dependency. [ 1006.506644] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-da05391c-cc7b-47f2-8f7d-94390b160791" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.623137] env[65894]: INFO networking_nsxv3.common.synchronization [req-3166e65c-c4f6-40a3-90e5-715014e14b95 req-22e27f14-8294-4075-82d7-268487167182 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Enqueued Resource ID: 2203233f-5e53-4c1c-89f4-d2be93f2de14 with Priority: HIGHEST for action security_group_members [ 1006.623137] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2203233f-5e53-4c1c-89f4-d2be93f2de14 with Priority: HIGHEST for action security_group_members [ 1006.624025] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-2203233f-5e53-4c1c-89f4-d2be93f2de14 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.624389] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.666031] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2203233f-5e53-4c1c-89f4-d2be93f2de14 in Status: SUCCESS [ 1006.666031] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.666031] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.666031] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.666031] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.666031] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.666031] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.666031] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.666031] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.666031] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.666031] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2203233f-5e53-4c1c-89f4-d2be93f2de14',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.670283] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.670283] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.670283] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.670283] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.670283] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.670283] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.670283] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.670283] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2203233f-5e53-4c1c-89f4-d2be93f2de14',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.835218] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28 in Status: SUCCESS [ 1006.835499] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.014198] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock network-107 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.014198] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "network-107" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.014198] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "network-107" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.014198] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "network-107" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.014198] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.014198] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.014198] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.014915] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.015208] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.015560] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1007.015862] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1007.016102] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1007.016325] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1007.016552] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1007.016952] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1007.017225] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1007.040023] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1007.040023] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1007.040023] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1007.040023] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "network-107" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.040023] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock port-cc3c342c-8470-455c-b744-1c32edd6b708 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.040023] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "port-cc3c342c-8470-455c-b744-1c32edd6b708" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.040023] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "port-cc3c342c-8470-455c-b744-1c32edd6b708" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.040023] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "port-cc3c342c-8470-455c-b744-1c32edd6b708" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.040023] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc3c342c-8470-455c-b744-1c32edd6b708',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.170938] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-2203233f-5e53-4c1c-89f4-d2be93f2de14 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.171155] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.171329] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2203233f-5e53-4c1c-89f4-d2be93f2de14',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.544293] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.544772] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.544964] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.545419] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.545682] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.545926] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Segment Port cc3c342c-8470-455c-b744-1c32edd6b708 not found, creating... [ 1007.546419] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.546706] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.546895] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.547231] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.547546] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.547945] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.548214] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.548439] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.548784] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.548952] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.549211] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Resource: SegmentPort with ID: cc3c342c-8470-455c-b744-1c32edd6b708 is going to be created. [ 1007.574264] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.574433] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.575685] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.575685] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.575685] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.575685] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "port-cc3c342c-8470-455c-b744-1c32edd6b708" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.677855] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2203233f-5e53-4c1c-89f4-d2be93f2de14',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.182362] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.182362] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.182362] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.182362] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.182362] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.182362] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2203233f-5e53-4c1c-89f4-d2be93f2de14 is going to be updated. [ 1008.215837] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.216089] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.216246] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.216506] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.217160] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.228035] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2203233f-5e53-4c1c-89f4-d2be93f2de14 in Status: IN_PROGRESS for 2s [ 1008.312614] env[65894]: INFO networking_nsxv3.common.synchronization [req-3166e65c-c4f6-40a3-90e5-715014e14b95 req-9d6b1af1-08b3-4019-b03d-6f577b08f3e6 service nova] Enqueued Resource ID: 2203233f-5e53-4c1c-89f4-d2be93f2de14 with Priority: HIGHEST for action security_group_rules [ 1008.312690] env[65894]: INFO networking_nsxv3.common.synchronization [req-3166e65c-c4f6-40a3-90e5-715014e14b95 req-9d6b1af1-08b3-4019-b03d-6f577b08f3e6 service nova] Enqueued Resource ID: 2203233f-5e53-4c1c-89f4-d2be93f2de14 with Priority: HIGHEST for action security_group_members [ 1008.312895] env[65894]: INFO networking_nsxv3.common.synchronization [req-3166e65c-c4f6-40a3-90e5-715014e14b95 req-9d6b1af1-08b3-4019-b03d-6f577b08f3e6 service nova] Enqueued Resource ID: cc3c342c-8470-455c-b744-1c32edd6b708 with Priority: HIGHEST for action port [ 1008.313428] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2203233f-5e53-4c1c-89f4-d2be93f2de14 with Priority: HIGHEST for action security_group_rules [ 1008.313559] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2203233f-5e53-4c1c-89f4-d2be93f2de14 with Priority: HIGHEST for action security_group_members [ 1008.313655] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc3c342c-8470-455c-b744-1c32edd6b708 with Priority: HIGHEST for action port [ 1008.313974] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2203233f-5e53-4c1c-89f4-d2be93f2de14 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.314053] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.314227] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-2203233f-5e53-4c1c-89f4-d2be93f2de14 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.314313] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.314488] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc3c342c-8470-455c-b744-1c32edd6b708 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.314588] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc3c342c-8470-455c-b744-1c32edd6b708" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.314647] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc3c342c-8470-455c-b744-1c32edd6b708" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.314844] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc3c342c-8470-455c-b744-1c32edd6b708" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.314923] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc3c342c-8470-455c-b744-1c32edd6b708',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.818544] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cc3c342c-8470-455c-b744-1c32edd6b708 with status ACTIVE [ 1008.818544] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.818544] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.819280] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.819280] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.819280] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.819280] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.819525] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.819525] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.819718] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.819825] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.820108] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.820247] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.820343] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.820508] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.820634] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.820710] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cc3c342c-8470-455c-b744-1c32edd6b708 is going to be updated. [ 1008.844344] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.844612] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.844709] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.844924] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.845104] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.845269] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc3c342c-8470-455c-b744-1c32edd6b708" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.241181] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2203233f-5e53-4c1c-89f4-d2be93f2de14 in Status: SUCCESS [ 1010.241577] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.241577] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.242850] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.242850] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.242850] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.242850] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.242850] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.242850] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.242850] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2203233f-5e53-4c1c-89f4-d2be93f2de14',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.744527] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2203233f-5e53-4c1c-89f4-d2be93f2de14',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.246924] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2203233f-5e53-4c1c-89f4-d2be93f2de14',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.751064] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.751064] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.751064] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.751064] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.751064] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.751064] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2203233f-5e53-4c1c-89f4-d2be93f2de14 is going to be updated. [ 1011.783048] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.783048] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.783330] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.783494] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.783670] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.794634] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2203233f-5e53-4c1c-89f4-d2be93f2de14 in Status: IN_PROGRESS for 2s [ 1013.316918] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1013.316918] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=6 [ 1013.810255] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2203233f-5e53-4c1c-89f4-d2be93f2de14 in Status: SUCCESS [ 1013.810378] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.810518] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.810811] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.811101] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.811852] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.811852] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.811852] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.811852] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.811852] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2203233f-5e53-4c1c-89f4-d2be93f2de14',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.316104] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2203233f-5e53-4c1c-89f4-d2be93f2de14',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.819327] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2203233f-5e53-4c1c-89f4-d2be93f2de14',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.323241] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.323477] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.323571] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.323852] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.324010] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.324131] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2203233f-5e53-4c1c-89f4-d2be93f2de14 is going to be updated. [ 1015.355735] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.355969] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.356109] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.356541] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.356885] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.366738] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2203233f-5e53-4c1c-89f4-d2be93f2de14 in Status: IN_PROGRESS for 2s [ 1017.377923] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2203233f-5e53-4c1c-89f4-d2be93f2de14 in Status: SUCCESS [ 1017.378294] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.378388] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.378583] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.378770] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.378886] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.378955] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.379110] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.379192] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.379275] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.379429] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-2203233f-5e53-4c1c-89f4-d2be93f2de14 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.379541] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.379606] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.379697] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.379830] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.379915] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.379979] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.380199] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.380269] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.380352] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.381085] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2203233f-5e53-4c1c-89f4-d2be93f2de14',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.381417] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.381565] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.381714] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.381815] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.381887] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.382028] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.382248] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.382248] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2203233f-5e53-4c1c-89f4-d2be93f2de14',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.885371] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2203233f-5e53-4c1c-89f4-d2be93f2de14',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.886360] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2203233f-5e53-4c1c-89f4-d2be93f2de14: rpc.has_security_group_logging(os_id): False [ 1017.905215] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.905215] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.905505] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.905505] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.905587] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.905809] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.905925] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.905984] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.906151] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.906231] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.906410] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.906501] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.906554] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.906691] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.906762] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.906935] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.907037] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.907094] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.907229] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.907300] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.907383] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2203233f-5e53-4c1c-89f4-d2be93f2de14 is going to be created. [ 1017.981226] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.981438] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.981526] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.981848] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.982159] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.995903] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2203233f-5e53-4c1c-89f4-d2be93f2de14 in Status: IN_PROGRESS for 2s [ 1018.211239] env[65894]: INFO networking_nsxv3.common.synchronization [req-bb417561-286f-48a1-817f-cafceb4690ac req-a4dae3f9-9b61-40d5-be39-e0333a9df0cc tempest-ServersAdminTestJSON-2020498706 tempest-ServersAdminTestJSON-2020498706-project-member] Enqueued Resource ID: 0a20551b-8c6e-40a2-afb9-9a54f12e9128 with Priority: HIGHEST for action security_group_members [ 1018.211819] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a20551b-8c6e-40a2-afb9-9a54f12e9128 with Priority: HIGHEST for action security_group_members [ 1018.213692] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-0a20551b-8c6e-40a2-afb9-9a54f12e9128 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.213879] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.213982] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.214230] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.214401] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.214501] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.214577] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.214763] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.214845] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.214952] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0a20551b-8c6e-40a2-afb9-9a54f12e9128',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.389039] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2203233f-5e53-4c1c-89f4-d2be93f2de14',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.717702] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.717702] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.717900] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.718115] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.739284] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.739549] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.739723] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.739723] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.739930] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.740017] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.740174] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a20551b-8c6e-40a2-afb9-9a54f12e9128 is going to be updated. [ 1018.771063] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.771382] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.771382] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.771496] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.771754] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.784716] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a20551b-8c6e-40a2-afb9-9a54f12e9128 in Status: IN_PROGRESS for 2s [ 1018.893318] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.893318] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.893318] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.893318] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.893318] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.893318] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2203233f-5e53-4c1c-89f4-d2be93f2de14 is going to be updated. [ 1018.922488] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.922700] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.922700] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.922907] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.923754] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.933739] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2203233f-5e53-4c1c-89f4-d2be93f2de14 in Status: IN_PROGRESS for 2s [ 1020.017111] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2203233f-5e53-4c1c-89f4-d2be93f2de14 in Status: SUCCESS [ 1020.017111] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.017111] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.017529] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.017529] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2203233f-5e53-4c1c-89f4-d2be93f2de14',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.521175] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-2203233f-5e53-4c1c-89f4-d2be93f2de14 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.521348] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.796581] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0a20551b-8c6e-40a2-afb9-9a54f12e9128 in Status: SUCCESS [ 1020.796783] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0a20551b-8c6e-40a2-afb9-9a54f12e9128 deletion is rescheduled due to dependency. [ 1020.796885] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.943076] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2203233f-5e53-4c1c-89f4-d2be93f2de14 in Status: SUCCESS [ 1020.943535] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.943661] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.943887] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.944131] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.944540] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.944651] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.944832] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.944922] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.945022] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.945158] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2203233f-5e53-4c1c-89f4-d2be93f2de14',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.447829] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-2203233f-5e53-4c1c-89f4-d2be93f2de14 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.448188] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.448188] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.448406] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.448546] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.448683] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.448766] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.448955] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.449179] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.449288] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.449452] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-2203233f-5e53-4c1c-89f4-d2be93f2de14 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.449617] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.449617] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.449868] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.450246] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.450246] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.450361] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.450517] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.450617] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.450719] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.450844] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2203233f-5e53-4c1c-89f4-d2be93f2de14',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.953684] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2203233f-5e53-4c1c-89f4-d2be93f2de14: rpc.has_security_group_logging(os_id): False [ 1021.970918] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.971146] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.971146] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.971290] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.971391] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.971613] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.971713] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.971776] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.971929] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.972016] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.972199] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.972305] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.972379] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.972520] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.972595] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.972768] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.972859] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.972917] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.973069] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.973199] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.973279] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2203233f-5e53-4c1c-89f4-d2be93f2de14 is going to be updated. [ 1022.041490] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.041710] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.041710] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.041824] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.041976] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.061523] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2203233f-5e53-4c1c-89f4-d2be93f2de14 in Status: IN_PROGRESS for 2s [ 1023.074485] env[65894]: INFO networking_nsxv3.common.synchronization [req-467b7279-cf6a-4b9c-bfbd-abd0aa16df9f req-59498494-4332-4a3a-907b-edaa24b7c7fb tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Enqueued Resource ID: ee473872-0cee-445b-80c2-9872fc2d0453 with Priority: HIGHEST for action security_group_members [ 1023.075036] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee473872-0cee-445b-80c2-9872fc2d0453 with Priority: HIGHEST for action security_group_members [ 1023.075350] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee473872-0cee-445b-80c2-9872fc2d0453 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.075620] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.075620] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.075780] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.076162] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.076162] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.076162] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.076420] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.076420] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.076420] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee473872-0cee-445b-80c2-9872fc2d0453',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.578407] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.578649] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.578744] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.578979] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.599502] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.599760] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.599869] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.599929] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.600228] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.600339] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.600462] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee473872-0cee-445b-80c2-9872fc2d0453 is going to be updated. [ 1023.708772] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.708772] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.708929] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.709167] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.709357] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.722804] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee473872-0cee-445b-80c2-9872fc2d0453 in Status: IN_PROGRESS for 2s [ 1024.078452] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2203233f-5e53-4c1c-89f4-d2be93f2de14 in Status: SUCCESS [ 1024.078859] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.078859] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.079089] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.079156] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2203233f-5e53-4c1c-89f4-d2be93f2de14',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.530078] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.530305] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.531051] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.531320] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.531448] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.581909] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-2203233f-5e53-4c1c-89f4-d2be93f2de14 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.582081] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.582156] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.582409] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.582573] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.582672] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.582735] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.582891] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.582977] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.583084] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.583172] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2203233f-5e53-4c1c-89f4-d2be93f2de14',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.785147] env[65894]: INFO networking_nsxv3.common.synchronization [req-49d6b333-b630-46ea-9ae9-9886a7524290 req-e0a327ec-2272-4767-9048-c41d7fd6ab2d tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Enqueued Resource ID: c3df1442-972b-4c46-9187-df9c08907130 with Priority: HIGHEST for action security_group_members [ 1024.785770] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3df1442-972b-4c46-9187-df9c08907130 with Priority: HIGHEST for action security_group_members [ 1024.789911] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3df1442-972b-4c46-9187-df9c08907130 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.793325] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.793505] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.793688] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.793883] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.793989] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.794063] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.794625] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.794781] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.794842] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3df1442-972b-4c46-9187-df9c08907130',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.035032] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.086406] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-2203233f-5e53-4c1c-89f4-d2be93f2de14 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.086406] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.086406] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.086847] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.086847] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.086847] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.087018] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.087084] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.087220] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.087354] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.087570] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-2203233f-5e53-4c1c-89f4-d2be93f2de14 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.087803] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.087861] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.088019] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.088125] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.088287] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.088287] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.088408] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.088524] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.088559] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.088636] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2203233f-5e53-4c1c-89f4-d2be93f2de14',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.297903] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3df1442-972b-4c46-9187-df9c08907130',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.537462] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.590737] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2203233f-5e53-4c1c-89f4-d2be93f2de14: rpc.has_security_group_logging(os_id): False [ 1025.621988] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.622202] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.622254] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.622428] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.622582] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.622758] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.622860] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.622925] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.623308] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.623308] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.623424] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.623424] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.623508] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.623681] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.623755] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.623937] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.624043] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.624115] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.624249] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.624332] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.624405] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2203233f-5e53-4c1c-89f4-d2be93f2de14 is going to be updated. [ 1025.730937] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.730937] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.730937] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.731220] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.731352] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.733072] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee473872-0cee-445b-80c2-9872fc2d0453 in Status: SUCCESS [ 1025.733241] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee473872-0cee-445b-80c2-9872fc2d0453 deletion is rescheduled due to dependency. [ 1025.733340] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.747677] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2203233f-5e53-4c1c-89f4-d2be93f2de14 in Status: IN_PROGRESS for 2s [ 1025.802744] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3df1442-972b-4c46-9187-df9c08907130',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.040116] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1026.040208] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1026.304760] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.305097] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.305097] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.305187] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.305265] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.305365] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3df1442-972b-4c46-9187-df9c08907130 is going to be updated. [ 1026.333108] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.333371] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.333371] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.333528] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.333661] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.344012] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3df1442-972b-4c46-9187-df9c08907130 in Status: IN_PROGRESS for 2s [ 1026.827630] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.827630] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.827630] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.827945] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.840514] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1026.841307] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.843523] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1026.881713] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.881913] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.882096] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.882326] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.895667] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.895667] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1026.895667] env[65894]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65894) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1026.895809] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1026.951653] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.951863] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.951863] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.952099] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.953230] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.953435] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1027.030330] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.030571] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.030571] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.030664] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.031044] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.031336] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1027.105568] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.105725] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.105772] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.107769] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.107769] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.107769] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:40. [ 1027.107769] env[65894]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'723125d4-65ef-4a5f-9d00-609ae9fdb52c', '1e139e21-81f3-42da-ac12-ef878deca705', '14638a0b-a3b9-41ec-a6e2-07149f70e71b', 'c50c9a9a-7298-4fb0-bf98-fce7473619f7', 'bf27b547-48d9-449a-b894-76107873c429', 'a3e52fc6-349c-4034-901a-23d384d743c9', '84626a76-549f-4c74-8189-71be8b4e3168', 'ed83c3dc-0b64-431a-ab59-fe9f46082c3b', '3a3141f8-7611-4ff8-8814-8a6ebecf0f8a', '2203233f-5e53-4c1c-89f4-d2be93f2de14', '2cfb114e-24cc-4048-af60-96a336028546', '0a20551b-8c6e-40a2-afb9-9a54f12e9128', '2d0dcef0-5c06-4a75-a870-590be4c04ed4', 'c238b883-1fda-4e57-bd98-7c491d271259', '7f6f1a96-fde1-403d-b02b-bdaab70ea815', '932a2250-aad9-4048-be68-c2c2b6029e91', '18d19e6d-8ac8-4e15-a4e6-043c3d605655', '2b4a8478-154d-4645-97e0-34dc4f7029a2', '94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8', '37f59dcc-a20c-455f-ae92-5bee7287a143', 'c51211e2-86ae-4ec8-97ad-b3483f927556', '21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28', 'c3df1442-972b-4c46-9187-df9c08907130', 'da05391c-cc7b-47f2-8f7d-94390b160791', 'ee473872-0cee-445b-80c2-9872fc2d0453', '05da16de-92e8-4f9e-aee0-6c4976d2644b', '55dbf741-350e-4706-9067-83941bbdce82', '354893bb-8690-4bed-8f78-4d5f27c28b88', '485d223b-ca9d-4b89-b8d1-92ae3f846a86', '53724d4f-dbcb-4468-8f0c-07b53cbc1c34', '938afa8a-2cd0-4cf0-a00d-011876fde21d', '41f9c0a5-a06a-41f2-991f-6b14d61d51cf', '00a3f3b1-9abb-4189-8d29-fcdd2fa59248', 'fde18d8d-f211-41a4-b6ef-b2a9103ecc8b', '37512978-9204-4fbd-9826-5f8ea7fbbb4d', '382afd5f-89bf-405c-a1f5-4df0ced48395', 'b620dde1-41aa-4a88-a801-46fa9401a147', '74b82953-2e9f-4aa6-a354-b00bb79b7f59', 'e3306ef6-905f-4e1a-a216-a11c33319632', '8d57eb1a-6402-4337-b93e-c95618cff862'} {{(pid=65894) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1027.107769] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1027.127116] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.127267] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.127267] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.127413] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.127494] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.127599] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1027.127666] env[65894]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65894) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1027.127731] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1027.201424] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.201531] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.201531] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.201734] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.202895] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.203172] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1027.203318] env[65894]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65894) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1027.203500] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1027.203500] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1027.203628] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/40 resources of Type:Security Group Rules [ 1027.203628] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 723125d4-65ef-4a5f-9d00-609ae9fdb52c with Priority: HIGH for action security_group_rules [ 1027.203766] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1e139e21-81f3-42da-ac12-ef878deca705 with Priority: HIGH for action security_group_rules [ 1027.203766] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 14638a0b-a3b9-41ec-a6e2-07149f70e71b with Priority: HIGH for action security_group_rules [ 1027.203851] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c50c9a9a-7298-4fb0-bf98-fce7473619f7 with Priority: HIGH for action security_group_rules [ 1027.203851] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bf27b547-48d9-449a-b894-76107873c429 with Priority: HIGH for action security_group_rules [ 1027.203921] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a3e52fc6-349c-4034-901a-23d384d743c9 with Priority: HIGH for action security_group_rules [ 1027.203959] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 84626a76-549f-4c74-8189-71be8b4e3168 with Priority: HIGH for action security_group_rules [ 1027.204023] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ed83c3dc-0b64-431a-ab59-fe9f46082c3b with Priority: HIGH for action security_group_rules [ 1027.204079] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a with Priority: HIGH for action security_group_rules [ 1027.204160] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2203233f-5e53-4c1c-89f4-d2be93f2de14 with Priority: HIGH for action security_group_rules [ 1027.204385] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2cfb114e-24cc-4048-af60-96a336028546 with Priority: HIGH for action security_group_rules [ 1027.204385] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0a20551b-8c6e-40a2-afb9-9a54f12e9128 with Priority: HIGH for action security_group_rules [ 1027.204489] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2d0dcef0-5c06-4a75-a870-590be4c04ed4 with Priority: HIGH for action security_group_rules [ 1027.204489] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c238b883-1fda-4e57-bd98-7c491d271259 with Priority: HIGH for action security_group_rules [ 1027.204569] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7f6f1a96-fde1-403d-b02b-bdaab70ea815 with Priority: HIGH for action security_group_rules [ 1027.204569] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 932a2250-aad9-4048-be68-c2c2b6029e91 with Priority: HIGH for action security_group_rules [ 1027.204644] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 18d19e6d-8ac8-4e15-a4e6-043c3d605655 with Priority: HIGH for action security_group_rules [ 1027.204681] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2b4a8478-154d-4645-97e0-34dc4f7029a2 with Priority: HIGH for action security_group_rules [ 1027.204721] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 with Priority: HIGH for action security_group_rules [ 1027.204785] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 37f59dcc-a20c-455f-ae92-5bee7287a143 with Priority: HIGH for action security_group_rules [ 1027.204882] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.765582] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2203233f-5e53-4c1c-89f4-d2be93f2de14 in Status: SUCCESS [ 1027.765582] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.354326] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3df1442-972b-4c46-9187-df9c08907130 in Status: SUCCESS [ 1028.354460] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.786603] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1029.786863] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1029.786903] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 723125d4-65ef-4a5f-9d00-609ae9fdb52c with Priority: HIGH for action security_group_rules [ 1029.787062] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14638a0b-a3b9-41ec-a6e2-07149f70e71b with Priority: HIGH for action security_group_rules [ 1029.787191] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84626a76-549f-4c74-8189-71be8b4e3168 with Priority: HIGH for action security_group_rules [ 1029.787319] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f6f1a96-fde1-403d-b02b-bdaab70ea815 with Priority: HIGH for action security_group_rules [ 1029.787439] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37f59dcc-a20c-455f-ae92-5bee7287a143 with Priority: HIGH for action security_group_rules [ 1029.787592] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 with Priority: HIGH for action security_group_rules [ 1029.787665] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b4a8478-154d-4645-97e0-34dc4f7029a2 with Priority: HIGH for action security_group_rules [ 1029.787785] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18d19e6d-8ac8-4e15-a4e6-043c3d605655 with Priority: HIGH for action security_group_rules [ 1029.787893] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c238b883-1fda-4e57-bd98-7c491d271259 with Priority: HIGH for action security_group_rules [ 1029.788010] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 932a2250-aad9-4048-be68-c2c2b6029e91 with Priority: HIGH for action security_group_rules [ 1029.788131] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d0dcef0-5c06-4a75-a870-590be4c04ed4 with Priority: HIGH for action security_group_rules [ 1029.788243] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0a20551b-8c6e-40a2-afb9-9a54f12e9128 with Priority: HIGH for action security_group_rules [ 1029.788369] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cfb114e-24cc-4048-af60-96a336028546 with Priority: HIGH for action security_group_rules [ 1029.788471] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2203233f-5e53-4c1c-89f4-d2be93f2de14 with Priority: HIGH for action security_group_rules [ 1029.788596] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a with Priority: HIGH for action security_group_rules [ 1029.788692] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3e52fc6-349c-4034-901a-23d384d743c9 with Priority: HIGH for action security_group_rules [ 1029.788800] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed83c3dc-0b64-431a-ab59-fe9f46082c3b with Priority: HIGH for action security_group_rules [ 1029.788894] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf27b547-48d9-449a-b894-76107873c429 with Priority: HIGH for action security_group_rules [ 1029.788995] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e139e21-81f3-42da-ac12-ef878deca705 with Priority: HIGH for action security_group_rules [ 1029.789121] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c50c9a9a-7298-4fb0-bf98-fce7473619f7 with Priority: HIGH for action security_group_rules [ 1029.789482] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-723125d4-65ef-4a5f-9d00-609ae9fdb52c taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.789636] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-723125d4-65ef-4a5f-9d00-609ae9fdb52c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.789707] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-723125d4-65ef-4a5f-9d00-609ae9fdb52c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.789939] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-723125d4-65ef-4a5f-9d00-609ae9fdb52c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.790042] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('723125d4-65ef-4a5f-9d00-609ae9fdb52c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.791502] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-14638a0b-a3b9-41ec-a6e2-07149f70e71b taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.791647] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-14638a0b-a3b9-41ec-a6e2-07149f70e71b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.791720] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-14638a0b-a3b9-41ec-a6e2-07149f70e71b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.791909] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-14638a0b-a3b9-41ec-a6e2-07149f70e71b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.791994] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('14638a0b-a3b9-41ec-a6e2-07149f70e71b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.792817] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84626a76-549f-4c74-8189-71be8b4e3168 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.792944] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84626a76-549f-4c74-8189-71be8b4e3168" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.793026] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84626a76-549f-4c74-8189-71be8b4e3168" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.793210] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84626a76-549f-4c74-8189-71be8b4e3168" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.793282] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84626a76-549f-4c74-8189-71be8b4e3168',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.794041] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7f6f1a96-fde1-403d-b02b-bdaab70ea815 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.794177] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7f6f1a96-fde1-403d-b02b-bdaab70ea815" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.794245] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7f6f1a96-fde1-403d-b02b-bdaab70ea815" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.794416] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7f6f1a96-fde1-403d-b02b-bdaab70ea815" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.794490] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7f6f1a96-fde1-403d-b02b-bdaab70ea815',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.795275] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37f59dcc-a20c-455f-ae92-5bee7287a143 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.795400] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37f59dcc-a20c-455f-ae92-5bee7287a143" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.795474] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37f59dcc-a20c-455f-ae92-5bee7287a143" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.795653] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37f59dcc-a20c-455f-ae92-5bee7287a143" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.795730] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37f59dcc-a20c-455f-ae92-5bee7287a143',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.796604] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.796725] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.796867] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.797213] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.797213] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.798027] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2b4a8478-154d-4645-97e0-34dc4f7029a2 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.798027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2b4a8478-154d-4645-97e0-34dc4f7029a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.798177] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2b4a8478-154d-4645-97e0-34dc4f7029a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.798216] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2b4a8478-154d-4645-97e0-34dc4f7029a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.801522] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2b4a8478-154d-4645-97e0-34dc4f7029a2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.801522] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-18d19e6d-8ac8-4e15-a4e6-043c3d605655 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.801522] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-18d19e6d-8ac8-4e15-a4e6-043c3d605655" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.801522] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-18d19e6d-8ac8-4e15-a4e6-043c3d605655" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.801522] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-18d19e6d-8ac8-4e15-a4e6-043c3d605655" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.801522] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('18d19e6d-8ac8-4e15-a4e6-043c3d605655',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.801522] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c238b883-1fda-4e57-bd98-7c491d271259 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.801522] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c238b883-1fda-4e57-bd98-7c491d271259" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.801522] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c238b883-1fda-4e57-bd98-7c491d271259" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.801522] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c238b883-1fda-4e57-bd98-7c491d271259" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.801522] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c238b883-1fda-4e57-bd98-7c491d271259',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.801522] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-932a2250-aad9-4048-be68-c2c2b6029e91 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.801522] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-932a2250-aad9-4048-be68-c2c2b6029e91" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.801522] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-932a2250-aad9-4048-be68-c2c2b6029e91" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.802237] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-932a2250-aad9-4048-be68-c2c2b6029e91" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.802237] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('932a2250-aad9-4048-be68-c2c2b6029e91',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.802432] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d0dcef0-5c06-4a75-a870-590be4c04ed4 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.802514] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d0dcef0-5c06-4a75-a870-590be4c04ed4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.802557] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d0dcef0-5c06-4a75-a870-590be4c04ed4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.802679] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d0dcef0-5c06-4a75-a870-590be4c04ed4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.802746] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d0dcef0-5c06-4a75-a870-590be4c04ed4',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.803459] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0a20551b-8c6e-40a2-afb9-9a54f12e9128 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.803628] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.803681] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.803828] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.803894] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0a20551b-8c6e-40a2-afb9-9a54f12e9128',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.804614] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2cfb114e-24cc-4048-af60-96a336028546 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.804715] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.804770] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.804940] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.804986] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2cfb114e-24cc-4048-af60-96a336028546',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.805756] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2203233f-5e53-4c1c-89f4-d2be93f2de14 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.805826] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.805885] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.806041] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.806108] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2203233f-5e53-4c1c-89f4-d2be93f2de14',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.806753] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.807234] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.807234] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.807234] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.807234] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a3141f8-7611-4ff8-8814-8a6ebecf0f8a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.808088] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a3e52fc6-349c-4034-901a-23d384d743c9 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.808088] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.808088] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.808088] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.808297] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a3e52fc6-349c-4034-901a-23d384d743c9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.809679] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed83c3dc-0b64-431a-ab59-fe9f46082c3b taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.809679] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed83c3dc-0b64-431a-ab59-fe9f46082c3b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.809679] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed83c3dc-0b64-431a-ab59-fe9f46082c3b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.809679] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed83c3dc-0b64-431a-ab59-fe9f46082c3b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.809679] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed83c3dc-0b64-431a-ab59-fe9f46082c3b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.809965] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf27b547-48d9-449a-b894-76107873c429 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.810075] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf27b547-48d9-449a-b894-76107873c429" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.810168] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf27b547-48d9-449a-b894-76107873c429" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.810317] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf27b547-48d9-449a-b894-76107873c429" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.810403] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf27b547-48d9-449a-b894-76107873c429',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.811160] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e139e21-81f3-42da-ac12-ef878deca705 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.811259] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e139e21-81f3-42da-ac12-ef878deca705" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.811333] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e139e21-81f3-42da-ac12-ef878deca705" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.811485] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e139e21-81f3-42da-ac12-ef878deca705" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.811551] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e139e21-81f3-42da-ac12-ef878deca705',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.812709] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c50c9a9a-7298-4fb0-bf98-fce7473619f7 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.812709] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c50c9a9a-7298-4fb0-bf98-fce7473619f7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.812709] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c50c9a9a-7298-4fb0-bf98-fce7473619f7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.812709] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c50c9a9a-7298-4fb0-bf98-fce7473619f7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.812709] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c50c9a9a-7298-4fb0-bf98-fce7473619f7',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.316816] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c238b883-1fda-4e57-bd98-7c491d271259 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.316816] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c238b883-1fda-4e57-bd98-7c491d271259" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.316816] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c238b883-1fda-4e57-bd98-7c491d271259" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.317071] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c238b883-1fda-4e57-bd98-7c491d271259" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.317130] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.317407] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.317491] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.317654] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.317740] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.317920] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c238b883-1fda-4e57-bd98-7c491d271259" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.317920] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c238b883-1fda-4e57-bd98-7c491d271259',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.321035] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-2203233f-5e53-4c1c-89f4-d2be93f2de14 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.321155] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.321205] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.321372] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.321520] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.321615] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.321675] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.322467] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.322467] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.323388] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.323388] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2203233f-5e53-4c1c-89f4-d2be93f2de14',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.328254] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e139e21-81f3-42da-ac12-ef878deca705 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.328379] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e139e21-81f3-42da-ac12-ef878deca705" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.328965] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e139e21-81f3-42da-ac12-ef878deca705" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.328965] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e139e21-81f3-42da-ac12-ef878deca705" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.328965] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.328965] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.328965] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.329343] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.329343] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.329343] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e139e21-81f3-42da-ac12-ef878deca705" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.329343] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1e139e21-81f3-42da-ac12-ef878deca705',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.335348] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-723125d4-65ef-4a5f-9d00-609ae9fdb52c taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.335458] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-723125d4-65ef-4a5f-9d00-609ae9fdb52c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.335532] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-723125d4-65ef-4a5f-9d00-609ae9fdb52c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.335727] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-723125d4-65ef-4a5f-9d00-609ae9fdb52c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.335970] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.336097] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.336159] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.336317] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.336398] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.336483] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-723125d4-65ef-4a5f-9d00-609ae9fdb52c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.336568] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('723125d4-65ef-4a5f-9d00-609ae9fdb52c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.403396] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.403635] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.403763] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.403936] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.405972] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.406140] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.406975] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.407134] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.407927] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.408072] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.408856] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.408963] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.410529] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.410529] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.411051] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.411289] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.411937] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.412047] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.413067] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.413067] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.413788] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.413895] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.414595] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.414703] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.415579] env[65894]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1030.415823] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.415917] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.417999] env[65894]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1030.418125] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.418209] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.418980] env[65894]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1030.419742] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.419742] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.420344] env[65894]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1030.420773] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.420931] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.430462] env[65894]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1030.430935] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.431083] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37f59dcc-a20c-455f-ae92-5bee7287a143 is going to be deleted. [ 1030.432210] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.432458] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.451185] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.451364] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 14638a0b-a3b9-41ec-a6e2-07149f70e71b is going to be deleted. [ 1030.452419] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.452698] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.456330] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.456497] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.475876] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.476167] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7f6f1a96-fde1-403d-b02b-bdaab70ea815 is going to be deleted. [ 1030.477331] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.477769] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.503276] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.503426] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 932a2250-aad9-4048-be68-c2c2b6029e91 is going to be deleted. [ 1030.504689] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.504867] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.506407] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.506557] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.534974] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.534974] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.536188] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.536317] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8 is going to be deleted. [ 1030.537581] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.537810] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.548124] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.548327] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.578351] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.578697] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf27b547-48d9-449a-b894-76107873c429 is going to be deleted. [ 1030.579739] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.579988] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.600594] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.600806] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.633199] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.633360] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2cfb114e-24cc-4048-af60-96a336028546 is going to be deleted. [ 1030.634389] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.634653] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.697996] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.698287] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.715891] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.716140] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.724720] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.724994] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a3e52fc6-349c-4034-901a-23d384d743c9 is going to be deleted. [ 1030.725986] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.726239] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.785604] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.785822] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.817672] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.817932] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 18d19e6d-8ac8-4e15-a4e6-043c3d605655 is going to be deleted. [ 1030.818789] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.819008] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.821826] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c238b883-1fda-4e57-bd98-7c491d271259 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.821982] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c238b883-1fda-4e57-bd98-7c491d271259" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.822104] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c238b883-1fda-4e57-bd98-7c491d271259" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.822259] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c238b883-1fda-4e57-bd98-7c491d271259" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.822380] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.822482] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.822540] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.822775] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.822833] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.822872] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c238b883-1fda-4e57-bd98-7c491d271259" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.823019] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c238b883-1fda-4e57-bd98-7c491d271259 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.823109] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c238b883-1fda-4e57-bd98-7c491d271259" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.823232] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c238b883-1fda-4e57-bd98-7c491d271259" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.823304] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c238b883-1fda-4e57-bd98-7c491d271259" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.823467] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.823581] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.823644] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.823850] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.823886] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.823964] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c238b883-1fda-4e57-bd98-7c491d271259" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.824053] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c238b883-1fda-4e57-bd98-7c491d271259',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.844051] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1e139e21-81f3-42da-ac12-ef878deca705',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.844318] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-2203233f-5e53-4c1c-89f4-d2be93f2de14 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.844454] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.844523] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.844727] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.845294] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.845294] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.845294] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.845294] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.845294] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.845294] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.847260] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-2203233f-5e53-4c1c-89f4-d2be93f2de14 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.847260] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.847260] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.847260] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.847260] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.847260] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.847260] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.847889] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.847889] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.847889] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.847889] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2203233f-5e53-4c1c-89f4-d2be93f2de14',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.849285] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('723125d4-65ef-4a5f-9d00-609ae9fdb52c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.863502] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.863637] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2b4a8478-154d-4645-97e0-34dc4f7029a2 is going to be deleted. [ 1030.864785] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.865009] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.885116] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.885324] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.922766] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.922923] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84626a76-549f-4c74-8189-71be8b4e3168 is going to be deleted. [ 1030.923872] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.924114] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.975514] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.975806] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c50c9a9a-7298-4fb0-bf98-fce7473619f7 is going to be deleted. [ 1030.976685] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.976937] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.980261] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.980261] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.005074] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.005310] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.034971] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.035206] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a is going to be deleted. [ 1031.036885] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.036991] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.058789] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.058930] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.100323] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.100616] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0a20551b-8c6e-40a2-afb9-9a54f12e9128 is going to be deleted. [ 1031.101976] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.101976] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.103761] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.103966] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.201251] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.201251] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.205908] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.206237] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed83c3dc-0b64-431a-ab59-fe9f46082c3b is going to be deleted. [ 1031.207983] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.208344] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.258894] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.259035] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.269448] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.269636] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d0dcef0-5c06-4a75-a870-590be4c04ed4 is going to be deleted. [ 1031.270722] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.270884] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.270981] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.271128] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37f59dcc-a20c-455f-ae92-5bee7287a143" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.271287] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.271477] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.271559] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.271675] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-14638a0b-a3b9-41ec-a6e2-07149f70e71b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.272968] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.273157] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.273267] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.277027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7f6f1a96-fde1-403d-b02b-bdaab70ea815" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.277027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.277027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.277027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.277027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-932a2250-aad9-4048-be68-c2c2b6029e91" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.277027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.277027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.277027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.277027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf27b547-48d9-449a-b894-76107873c429" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.277027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.277027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.277027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.277027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94fdbe61-2d84-43ad-91ca-bd8ab0cd57f8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.277027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.277027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.277027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.277027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.277027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.277027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.277027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.277027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a3e52fc6-349c-4034-901a-23d384d743c9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.277027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.277027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.277027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.277027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-18d19e6d-8ac8-4e15-a4e6-043c3d605655" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.277027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.278194] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.278194] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.278194] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2b4a8478-154d-4645-97e0-34dc4f7029a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.278194] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.278194] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.278194] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.278194] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84626a76-549f-4c74-8189-71be8b4e3168" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.278194] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.278492] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.278492] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.278679] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c50c9a9a-7298-4fb0-bf98-fce7473619f7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.278823] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.278920] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.278989] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.279108] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.279237] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.279671] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.279754] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.279860] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0a20551b-8c6e-40a2-afb9-9a54f12e9128" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.298468] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.298625] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.298696] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.298927] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.299017] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.299162] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed83c3dc-0b64-431a-ab59-fe9f46082c3b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.328836] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c238b883-1fda-4e57-bd98-7c491d271259: rpc.has_security_group_logging(os_id): False [ 1031.349887] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1e139e21-81f3-42da-ac12-ef878deca705: rpc.has_security_group_logging(os_id): False [ 1031.351246] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2203233f-5e53-4c1c-89f4-d2be93f2de14: rpc.has_security_group_logging(os_id): False [ 1031.352165] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 723125d4-65ef-4a5f-9d00-609ae9fdb52c: rpc.has_security_group_logging(os_id): False [ 1031.379101] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.379541] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.379541] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.379938] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.382430] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.382595] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.384376] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.384376] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.390025] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.390025] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.421211] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.421739] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.421975] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.422203] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.422602] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.422942] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.423717] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.424084] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.424561] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.424910] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.425134] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.425830] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.426250] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.426447] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.426834] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.427051] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.427516] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c238b883-1fda-4e57-bd98-7c491d271259 is going to be updated. [ 1031.429125] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.429389] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.431279] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.431493] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.455696] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.456601] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.456799] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.457736] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.458040] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.458187] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.458350] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e139e21-81f3-42da-ac12-ef878deca705 is going to be updated. [ 1031.459842] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.460145] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.489215] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.489215] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.489215] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.489215] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.489582] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.489725] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.490389] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.490594] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.490729] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.492305] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.492400] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.492674] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.492776] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.492859] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.493053] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.493137] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.493239] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2203233f-5e53-4c1c-89f4-d2be93f2de14 is going to be updated. [ 1031.495290] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.495493] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.495629] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.495935] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d0dcef0-5c06-4a75-a870-590be4c04ed4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.495935] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.496105] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.522087] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.522420] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.522546] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.522616] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.522817] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.522902] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.523019] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 723125d4-65ef-4a5f-9d00-609ae9fdb52c is going to be updated. [ 1031.532423] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.532596] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.532706] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.532887] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.533050] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.535198] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.535336] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.535400] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.535608] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.535758] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.550825] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e139e21-81f3-42da-ac12-ef878deca705 in Status: IN_PROGRESS for 2s [ 1031.551556] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c238b883-1fda-4e57-bd98-7c491d271259 in Status: IN_PROGRESS for 2s [ 1031.591875] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.592047] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.592138] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.592393] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.592556] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.610472] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2203233f-5e53-4c1c-89f4-d2be93f2de14 in Status: IN_PROGRESS for 2s [ 1031.643011] env[65894]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1031.643374] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.643491] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.643552] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.643739] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.643883] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.676856] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 723125d4-65ef-4a5f-9d00-609ae9fdb52c in Status: IN_PROGRESS for 2s [ 1032.282309] env[65894]: INFO networking_nsxv3.common.synchronization [None req-4780e129-1f7f-4ebc-b12b-b8ac6c937aeb tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Enqueued Resource ID: 890a9cf5-d316-4200-ad78-c5bfe150438d with Priority: HIGHEST for action security_group_rules [ 1032.282309] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 890a9cf5-d316-4200-ad78-c5bfe150438d with Priority: HIGHEST for action security_group_rules [ 1032.282309] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-890a9cf5-d316-4200-ad78-c5bfe150438d taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.282309] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-890a9cf5-d316-4200-ad78-c5bfe150438d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.282309] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-890a9cf5-d316-4200-ad78-c5bfe150438d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.282309] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-890a9cf5-d316-4200-ad78-c5bfe150438d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.282309] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('890a9cf5-d316-4200-ad78-c5bfe150438d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.401308] env[65894]: INFO networking_nsxv3.common.synchronization [None req-689a3566-7254-4a6e-89da-09a9d21b0ee2 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Enqueued Resource ID: 890a9cf5-d316-4200-ad78-c5bfe150438d with Priority: HIGHEST for action security_group_rules [ 1032.402307] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 890a9cf5-d316-4200-ad78-c5bfe150438d with Priority: HIGHEST for action security_group_rules [ 1032.403246] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-890a9cf5-d316-4200-ad78-c5bfe150438d taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.403835] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-890a9cf5-d316-4200-ad78-c5bfe150438d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.508927] env[65894]: INFO networking_nsxv3.common.synchronization [None req-e1b1f651-e436-40e5-8f88-3cc5970c40b1 None None] Enqueued Resource ID: cac8cd9c-6016-4bb9-ae82-6af8a5c9dde3 with Priority: HIGHEST for action port [ 1032.509203] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cac8cd9c-6016-4bb9-ae82-6af8a5c9dde3 with Priority: HIGHEST for action port [ 1032.511945] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-cac8cd9c-6016-4bb9-ae82-6af8a5c9dde3 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.512105] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cac8cd9c-6016-4bb9-ae82-6af8a5c9dde3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.512187] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cac8cd9c-6016-4bb9-ae82-6af8a5c9dde3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.512464] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cac8cd9c-6016-4bb9-ae82-6af8a5c9dde3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.512603] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cac8cd9c-6016-4bb9-ae82-6af8a5c9dde3',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.804103] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.804286] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.804336] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.806811] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.806957] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.807083] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 890a9cf5-d316-4200-ad78-c5bfe150438d already deleted. [ 1032.807175] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-890a9cf5-d316-4200-ad78-c5bfe150438d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.807326] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-890a9cf5-d316-4200-ad78-c5bfe150438d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.807505] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-890a9cf5-d316-4200-ad78-c5bfe150438d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.807601] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('890a9cf5-d316-4200-ad78-c5bfe150438d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.014897] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cac8cd9c-6016-4bb9-ae82-6af8a5c9dde3 [ 1033.015503] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.015503] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.015792] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.017294] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.017294] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.017294] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cac8cd9c-6016-4bb9-ae82-6af8a5c9dde3 already deleted. [ 1033.017294] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cac8cd9c-6016-4bb9-ae82-6af8a5c9dde3" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.328755] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.329159] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.329159] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.329258] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.329296] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.329493] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 890a9cf5-d316-4200-ad78-c5bfe150438d already deleted. [ 1033.329493] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-890a9cf5-d316-4200-ad78-c5bfe150438d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.571858] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e139e21-81f3-42da-ac12-ef878deca705 in Status: SUCCESS [ 1033.571858] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e139e21-81f3-42da-ac12-ef878deca705" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.572679] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c238b883-1fda-4e57-bd98-7c491d271259 in Status: SUCCESS [ 1033.572872] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c238b883-1fda-4e57-bd98-7c491d271259" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.632391] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2203233f-5e53-4c1c-89f4-d2be93f2de14 in Status: SUCCESS [ 1033.632627] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.690573] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 723125d4-65ef-4a5f-9d00-609ae9fdb52c in Status: SUCCESS [ 1033.690898] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-723125d4-65ef-4a5f-9d00-609ae9fdb52c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.725212] env[65894]: INFO networking_nsxv3.common.synchronization [req-312272b6-6fee-4d23-8ef5-f8f942768bba req-3ea91e16-fc75-49b7-b30a-93c9262c7ea3 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Enqueued Resource ID: 2203233f-5e53-4c1c-89f4-d2be93f2de14 with Priority: HIGHEST for action security_group_members [ 1034.725212] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2203233f-5e53-4c1c-89f4-d2be93f2de14 with Priority: HIGHEST for action security_group_members [ 1034.725212] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-2203233f-5e53-4c1c-89f4-d2be93f2de14 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.726754] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.726866] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.727094] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.727267] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.728905] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.728973] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.729168] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.729258] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.729359] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2203233f-5e53-4c1c-89f4-d2be93f2de14',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.234483] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2203233f-5e53-4c1c-89f4-d2be93f2de14',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.598557] env[65894]: INFO networking_nsxv3.common.synchronization [None req-39e73a89-ced0-4bcc-8055-b3c3fabd6a1a None None] Enqueued Resource ID: 80ae4f50-3100-4789-8d8c-72d1632b2fc1 with Priority: HIGHEST for action port [ 1035.599123] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80ae4f50-3100-4789-8d8c-72d1632b2fc1 with Priority: HIGHEST for action port [ 1035.599518] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-80ae4f50-3100-4789-8d8c-72d1632b2fc1 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.599716] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80ae4f50-3100-4789-8d8c-72d1632b2fc1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.599716] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80ae4f50-3100-4789-8d8c-72d1632b2fc1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.600027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80ae4f50-3100-4789-8d8c-72d1632b2fc1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.600027] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80ae4f50-3100-4789-8d8c-72d1632b2fc1',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.730386] env[65894]: INFO networking_nsxv3.common.synchronization [req-6db6eb46-dabc-49b1-bbb8-7d63fca5349f req-648b29be-8932-46ad-b16e-a876b94f0f1e tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Enqueued Resource ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a with Priority: HIGHEST for action security_group_members [ 1035.731141] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a with Priority: HIGHEST for action security_group_members [ 1035.731457] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.731594] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.731669] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.731865] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.732030] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.732131] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.732191] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.732350] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.732436] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.732549] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a3141f8-7611-4ff8-8814-8a6ebecf0f8a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.740269] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2203233f-5e53-4c1c-89f4-d2be93f2de14',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.092420] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock network-976 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.092420] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "network-976" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.092420] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "network-976" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.092420] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "network-976" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.092827] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.092827] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.092827] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.092972] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.093127] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.093333] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1036.093559] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1036.093633] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1036.093729] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1036.093834] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1036.093930] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1036.094073] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1036.102311] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 80ae4f50-3100-4789-8d8c-72d1632b2fc1 [ 1036.103032] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.103032] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.103032] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.103032] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.103302] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.103302] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:80ae4f50-3100-4789-8d8c-72d1632b2fc1 already deleted. [ 1036.103302] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80ae4f50-3100-4789-8d8c-72d1632b2fc1" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.116253] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1036.116439] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1036.116566] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1036.116757] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "network-976" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.118013] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock port-19848aea-8edb-4600-a9ba-0a6aff09fa15 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.118013] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "port-19848aea-8edb-4600-a9ba-0a6aff09fa15" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.118013] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "port-19848aea-8edb-4600-a9ba-0a6aff09fa15" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.118013] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "port-19848aea-8edb-4600-a9ba-0a6aff09fa15" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.118013] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19848aea-8edb-4600-a9ba-0a6aff09fa15',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.234899] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.235072] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.235123] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.235344] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.235431] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.235686] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.235758] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.235758] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.235910] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.235985] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.236082] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a is going to be deleted. [ 1036.242878] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.243115] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.243115] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.243316] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.243406] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.243502] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2203233f-5e53-4c1c-89f4-d2be93f2de14 is going to be updated. [ 1036.271177] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.271399] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.271399] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.271669] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.271771] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.271872] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.272832] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.272950] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.273043] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.273223] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.273355] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.283390] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2203233f-5e53-4c1c-89f4-d2be93f2de14 in Status: IN_PROGRESS for 2s [ 1036.620631] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.620872] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.621030] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.621299] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.621453] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.621663] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Segment Port 19848aea-8edb-4600-a9ba-0a6aff09fa15 not found, creating... [ 1036.621971] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.622117] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.622239] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.622459] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.622599] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.622886] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.623052] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.623169] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.623376] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.623510] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.623650] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Resource: SegmentPort with ID: 19848aea-8edb-4600-a9ba-0a6aff09fa15 is going to be created. [ 1036.644578] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.644783] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.644900] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.645189] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.645432] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.645649] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "port-19848aea-8edb-4600-a9ba-0a6aff09fa15" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.671186] env[65894]: INFO networking_nsxv3.common.synchronization [None req-2f371e8b-be8d-4b90-8eaf-aa525942c648 None None] Enqueued Resource ID: 1f1990a3-e6af-4b59-87f3-95826334765e with Priority: HIGHEST for action port [ 1036.671816] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f1990a3-e6af-4b59-87f3-95826334765e with Priority: HIGHEST for action port [ 1036.672246] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f1990a3-e6af-4b59-87f3-95826334765e taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.672400] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f1990a3-e6af-4b59-87f3-95826334765e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.672497] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f1990a3-e6af-4b59-87f3-95826334765e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.672754] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f1990a3-e6af-4b59-87f3-95826334765e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.672841] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f1990a3-e6af-4b59-87f3-95826334765e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.174474] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1f1990a3-e6af-4b59-87f3-95826334765e [ 1037.174803] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.174941] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.175013] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.175230] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.175321] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.175418] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1f1990a3-e6af-4b59-87f3-95826334765e already deleted. [ 1037.175497] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f1990a3-e6af-4b59-87f3-95826334765e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.349231] env[65894]: INFO networking_nsxv3.common.synchronization [req-6db6eb46-dabc-49b1-bbb8-7d63fca5349f req-5d094ff6-e11f-4d5f-988c-9297b0485ea5 service nova] Enqueued Resource ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a with Priority: HIGHEST for action security_group_rules [ 1037.350137] env[65894]: INFO networking_nsxv3.common.synchronization [req-6db6eb46-dabc-49b1-bbb8-7d63fca5349f req-5d094ff6-e11f-4d5f-988c-9297b0485ea5 service nova] Enqueued Resource ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a with Priority: HIGHEST for action security_group_members [ 1037.350489] env[65894]: INFO networking_nsxv3.common.synchronization [req-6db6eb46-dabc-49b1-bbb8-7d63fca5349f req-5d094ff6-e11f-4d5f-988c-9297b0485ea5 service nova] Enqueued Resource ID: 19848aea-8edb-4600-a9ba-0a6aff09fa15 with Priority: HIGHEST for action port [ 1037.351239] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a with Priority: HIGHEST for action security_group_rules [ 1037.351621] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a with Priority: HIGHEST for action security_group_members [ 1037.351825] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19848aea-8edb-4600-a9ba-0a6aff09fa15 with Priority: HIGHEST for action port [ 1037.352439] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.352853] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.353054] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.353339] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.353842] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a3141f8-7611-4ff8-8814-8a6ebecf0f8a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.355463] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.355700] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.355874] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.356149] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.356395] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.356605] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.356757] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.357035] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.357353] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.358577] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a3141f8-7611-4ff8-8814-8a6ebecf0f8a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.359205] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-19848aea-8edb-4600-a9ba-0a6aff09fa15 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.361020] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19848aea-8edb-4600-a9ba-0a6aff09fa15" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.361020] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19848aea-8edb-4600-a9ba-0a6aff09fa15" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.361020] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19848aea-8edb-4600-a9ba-0a6aff09fa15" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.361020] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19848aea-8edb-4600-a9ba-0a6aff09fa15',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.715241] env[65894]: INFO networking_nsxv3.common.synchronization [None req-b95e9de9-f226-4d78-a446-b6eea860dbde tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Enqueued Resource ID: 4241acb9-fc6a-487c-9f01-9dad5a143dbc with Priority: HIGHEST for action security_group_rules [ 1037.715785] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4241acb9-fc6a-487c-9f01-9dad5a143dbc with Priority: HIGHEST for action security_group_rules [ 1037.716115] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4241acb9-fc6a-487c-9f01-9dad5a143dbc taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.716238] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4241acb9-fc6a-487c-9f01-9dad5a143dbc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.716301] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4241acb9-fc6a-487c-9f01-9dad5a143dbc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.716783] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4241acb9-fc6a-487c-9f01-9dad5a143dbc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.716783] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4241acb9-fc6a-487c-9f01-9dad5a143dbc',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.806053] env[65894]: INFO networking_nsxv3.common.synchronization [None req-776210d1-f7c8-4d01-837f-036361fee05a tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Enqueued Resource ID: 4241acb9-fc6a-487c-9f01-9dad5a143dbc with Priority: HIGHEST for action security_group_rules [ 1037.806453] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4241acb9-fc6a-487c-9f01-9dad5a143dbc with Priority: HIGHEST for action security_group_rules [ 1037.806743] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4241acb9-fc6a-487c-9f01-9dad5a143dbc taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.806839] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4241acb9-fc6a-487c-9f01-9dad5a143dbc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.856614] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.856754] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.863270] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 19848aea-8edb-4600-a9ba-0a6aff09fa15 with status ACTIVE [ 1037.864036] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.864036] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.864036] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.864251] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.864298] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.864644] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.864644] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.864644] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.864761] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.864820] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.864995] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.865293] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.865382] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.865531] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.865602] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.865683] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 19848aea-8edb-4600-a9ba-0a6aff09fa15 is going to be updated. [ 1037.867596] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3a3141f8-7611-4ff8-8814-8a6ebecf0f8a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.889125] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.889290] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.889338] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.889702] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.889831] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.889994] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19848aea-8edb-4600-a9ba-0a6aff09fa15" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.239904] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.240420] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.240617] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.240883] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.240932] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.241051] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4241acb9-fc6a-487c-9f01-9dad5a143dbc already deleted. [ 1038.241135] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4241acb9-fc6a-487c-9f01-9dad5a143dbc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.241289] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4241acb9-fc6a-487c-9f01-9dad5a143dbc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.241447] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4241acb9-fc6a-487c-9f01-9dad5a143dbc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.241547] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4241acb9-fc6a-487c-9f01-9dad5a143dbc',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.292242] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2203233f-5e53-4c1c-89f4-d2be93f2de14 in Status: SUCCESS [ 1038.292472] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.371193] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3a3141f8-7611-4ff8-8814-8a6ebecf0f8a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.764904] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.765847] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.765847] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.765847] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.765847] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.765847] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4241acb9-fc6a-487c-9f01-9dad5a143dbc already deleted. [ 1038.765847] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4241acb9-fc6a-487c-9f01-9dad5a143dbc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.874865] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.875032] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.875102] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.875319] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.875408] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.875506] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a is going to be created. [ 1038.901196] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.901340] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.901441] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.901593] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.901751] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.910797] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a in Status: UNINITIALIZED for 2s [ 1039.514938] env[65894]: INFO networking_nsxv3.common.synchronization [None req-5b5e8775-49db-4ad1-87e1-0ff6acda25f6 None None] Enqueued Resource ID: d2e3003b-5d1b-4e2d-9461-a80c7b033146 with Priority: HIGHEST for action port [ 1039.515351] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2e3003b-5d1b-4e2d-9461-a80c7b033146 with Priority: HIGHEST for action port [ 1039.515575] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2e3003b-5d1b-4e2d-9461-a80c7b033146 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.515689] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2e3003b-5d1b-4e2d-9461-a80c7b033146" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.515772] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2e3003b-5d1b-4e2d-9461-a80c7b033146" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.516056] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2e3003b-5d1b-4e2d-9461-a80c7b033146" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.516144] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2e3003b-5d1b-4e2d-9461-a80c7b033146',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.019762] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d2e3003b-5d1b-4e2d-9461-a80c7b033146 [ 1040.019762] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.019762] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.019762] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.019762] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.019762] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.020146] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d2e3003b-5d1b-4e2d-9461-a80c7b033146 already deleted. [ 1040.020146] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2e3003b-5d1b-4e2d-9461-a80c7b033146" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.922020] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a in Status: SUCCESS [ 1040.922379] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.923121] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.923539] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.923539] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.924122] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.924122] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.924122] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.924122] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.924122] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.924122] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3a3141f8-7611-4ff8-8814-8a6ebecf0f8a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.427403] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.427403] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.427403] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.427403] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.427638] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.427638] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.427638] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.428093] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.428093] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.428093] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.428336] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.428336] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.428336] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.428492] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.428733] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.428830] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.428883] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.429077] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.429173] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.429255] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.429307] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3a3141f8-7611-4ff8-8814-8a6ebecf0f8a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.931692] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a: rpc.has_security_group_logging(os_id): False [ 1041.953022] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.953022] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.953022] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.953022] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.953022] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.953022] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.953022] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.953022] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.953022] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.953022] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.953022] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.953022] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.953022] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.953022] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.953022] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.953672] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.953672] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.954019] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.954330] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.954544] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.956192] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a is going to be created. [ 1042.013619] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.013619] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.013619] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.014047] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.014899] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.019263] env[65894]: INFO networking_nsxv3.common.synchronization [req-e146dc4e-f34c-40a6-9fed-ccf920cca232 req-9c778569-9217-4190-a627-51c9abfdb17c tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Enqueued Resource ID: ee473872-0cee-445b-80c2-9872fc2d0453 with Priority: HIGHEST for action security_group_members [ 1042.020483] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee473872-0cee-445b-80c2-9872fc2d0453 with Priority: HIGHEST for action security_group_members [ 1042.020483] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee473872-0cee-445b-80c2-9872fc2d0453 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.020739] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.021549] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.021549] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.021549] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.021549] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.021549] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.021904] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.021904] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.022028] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee473872-0cee-445b-80c2-9872fc2d0453',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.031908] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a in Status: IN_PROGRESS for 2s [ 1042.367650] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock network-802 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.367847] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "network-802" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.367970] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "network-802" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.368252] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "network-802" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.368554] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.368700] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.368817] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.369076] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.369208] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.369397] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1042.369509] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1042.369614] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1042.369721] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1042.369825] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1042.369928] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1042.370067] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1042.391040] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1042.391237] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1042.391389] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1042.391577] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "network-802" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.391920] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock port-8f0cb339-267e-4966-983b-bdca18b03dd5 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.392216] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "port-8f0cb339-267e-4966-983b-bdca18b03dd5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.392290] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "port-8f0cb339-267e-4966-983b-bdca18b03dd5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.392628] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "port-8f0cb339-267e-4966-983b-bdca18b03dd5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.392771] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f0cb339-267e-4966-983b-bdca18b03dd5',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.524102] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.524281] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.524339] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.524562] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.545083] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.545473] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.546376] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.546376] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.546376] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.546376] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.546376] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee473872-0cee-445b-80c2-9872fc2d0453 is going to be updated. [ 1042.577139] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.577139] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.577139] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.577139] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.577139] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.586614] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee473872-0cee-445b-80c2-9872fc2d0453 in Status: IN_PROGRESS for 2s [ 1042.899055] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.899055] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.899055] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.899055] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.899055] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.899055] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Segment Port 8f0cb339-267e-4966-983b-bdca18b03dd5 not found, creating... [ 1042.899055] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.899055] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.899055] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.899055] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.899055] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.900013] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.900301] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.900477] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.900903] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.900903] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.901250] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Resource: SegmentPort with ID: 8f0cb339-267e-4966-983b-bdca18b03dd5 is going to be created. [ 1042.924766] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.925087] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.925255] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.925616] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.926127] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.926851] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "port-8f0cb339-267e-4966-983b-bdca18b03dd5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.679761] env[65894]: INFO networking_nsxv3.common.synchronization [req-e146dc4e-f34c-40a6-9fed-ccf920cca232 req-ae94d738-0a34-4c24-95f3-cc95d175063c service nova] Enqueued Resource ID: ee473872-0cee-445b-80c2-9872fc2d0453 with Priority: HIGHEST for action security_group_rules [ 1043.680183] env[65894]: INFO networking_nsxv3.common.synchronization [req-e146dc4e-f34c-40a6-9fed-ccf920cca232 req-ae94d738-0a34-4c24-95f3-cc95d175063c service nova] Enqueued Resource ID: ee473872-0cee-445b-80c2-9872fc2d0453 with Priority: HIGHEST for action security_group_members [ 1043.680183] env[65894]: INFO networking_nsxv3.common.synchronization [req-e146dc4e-f34c-40a6-9fed-ccf920cca232 req-ae94d738-0a34-4c24-95f3-cc95d175063c service nova] Enqueued Resource ID: 8f0cb339-267e-4966-983b-bdca18b03dd5 with Priority: HIGHEST for action port [ 1043.680599] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee473872-0cee-445b-80c2-9872fc2d0453 with Priority: HIGHEST for action security_group_rules [ 1043.680751] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee473872-0cee-445b-80c2-9872fc2d0453 with Priority: HIGHEST for action security_group_members [ 1043.680849] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f0cb339-267e-4966-983b-bdca18b03dd5 with Priority: HIGHEST for action port [ 1043.682623] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee473872-0cee-445b-80c2-9872fc2d0453 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.682756] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.682841] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.683055] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.683136] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee473872-0cee-445b-80c2-9872fc2d0453',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.684078] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee473872-0cee-445b-80c2-9872fc2d0453 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.684208] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.684337] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f0cb339-267e-4966-983b-bdca18b03dd5 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.684466] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f0cb339-267e-4966-983b-bdca18b03dd5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.684539] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f0cb339-267e-4966-983b-bdca18b03dd5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.684707] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f0cb339-267e-4966-983b-bdca18b03dd5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.684809] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f0cb339-267e-4966-983b-bdca18b03dd5',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.046871] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a in Status: SUCCESS [ 1044.047192] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.186556] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee473872-0cee-445b-80c2-9872fc2d0453 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.186784] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.186867] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8f0cb339-267e-4966-983b-bdca18b03dd5 with status ACTIVE [ 1044.187051] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.187167] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.187230] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.187450] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.187693] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.187693] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.187840] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.187840] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.187984] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.188073] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.188364] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.188570] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.188646] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.189057] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.189057] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.189057] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8f0cb339-267e-4966-983b-bdca18b03dd5 is going to be updated. [ 1044.213612] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.213853] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.213853] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.214088] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.214176] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.214303] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f0cb339-267e-4966-983b-bdca18b03dd5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.595702] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee473872-0cee-445b-80c2-9872fc2d0453 in Status: SUCCESS [ 1044.595897] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee473872-0cee-445b-80c2-9872fc2d0453 deletion is rescheduled due to dependency. [ 1044.596129] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.596301] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.596512] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.596687] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.596793] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.596852] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.596993] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.597091] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.597183] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee473872-0cee-445b-80c2-9872fc2d0453',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.099654] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ee473872-0cee-445b-80c2-9872fc2d0453',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.602268] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ee473872-0cee-445b-80c2-9872fc2d0453',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.703515] env[65894]: INFO networking_nsxv3.common.synchronization [None req-d180fc1e-37be-4f22-8df6-db3da323feb6 None None] Enqueued Resource ID: ae3c1940-c2e7-4cb3-b56c-768671882aff with Priority: HIGHEST for action port [ 1045.703515] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae3c1940-c2e7-4cb3-b56c-768671882aff with Priority: HIGHEST for action port [ 1045.703515] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-ae3c1940-c2e7-4cb3-b56c-768671882aff taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.703515] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ae3c1940-c2e7-4cb3-b56c-768671882aff" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.703515] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ae3c1940-c2e7-4cb3-b56c-768671882aff" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.703515] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ae3c1940-c2e7-4cb3-b56c-768671882aff" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.703515] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ae3c1940-c2e7-4cb3-b56c-768671882aff',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.105210] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.105210] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.105650] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.105650] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.105650] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.105650] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee473872-0cee-445b-80c2-9872fc2d0453 is going to be updated. [ 1046.148238] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.148459] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.148525] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.148780] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.148938] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.157717] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee473872-0cee-445b-80c2-9872fc2d0453 in Status: IN_PROGRESS for 2s [ 1046.207800] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ae3c1940-c2e7-4cb3-b56c-768671882aff [ 1046.207800] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.207800] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.207800] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.207800] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.207800] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.207800] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ae3c1940-c2e7-4cb3-b56c-768671882aff already deleted. [ 1046.207800] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ae3c1940-c2e7-4cb3-b56c-768671882aff" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.436394] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock network-577 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.436822] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "network-577" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.436918] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "network-577" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.437374] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "network-577" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.437844] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.438142] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.438372] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.438747] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.439017] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.439373] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1047.439822] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1047.439822] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1047.439948] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1047.440089] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1047.440278] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1047.440699] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1047.461891] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1047.462111] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1047.462282] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1047.462461] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "network-577" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.462784] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock port-a5962943-23e0-4d8c-9453-bf8c84173de5 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.462963] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "port-a5962943-23e0-4d8c-9453-bf8c84173de5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.463125] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "port-a5962943-23e0-4d8c-9453-bf8c84173de5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.463463] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "port-a5962943-23e0-4d8c-9453-bf8c84173de5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.463644] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5962943-23e0-4d8c-9453-bf8c84173de5',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.817984] env[65894]: INFO networking_nsxv3.common.synchronization [req-5be30ea8-2410-4619-abde-6f04391b7d22 req-b3802800-db37-4e0c-b042-d34c1895e006 tempest-ServersTestFqdnHostnames-1083495309 tempest-ServersTestFqdnHostnames-1083495309-project-member] Enqueued Resource ID: 1e139e21-81f3-42da-ac12-ef878deca705 with Priority: HIGHEST for action security_group_members [ 1047.818514] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e139e21-81f3-42da-ac12-ef878deca705 with Priority: HIGHEST for action security_group_members [ 1047.818842] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e139e21-81f3-42da-ac12-ef878deca705 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.819098] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e139e21-81f3-42da-ac12-ef878deca705" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.819098] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e139e21-81f3-42da-ac12-ef878deca705" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.819231] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e139e21-81f3-42da-ac12-ef878deca705" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.819382] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.819482] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.819545] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.819734] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.819857] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.819916] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e139e21-81f3-42da-ac12-ef878deca705',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.966876] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.967600] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.967742] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.968061] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.968219] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.968534] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.968693] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.968805] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.969038] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.969179] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.969467] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.969619] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.969786] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.970009] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.970152] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.970292] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Resource: SegmentPort with ID: a5962943-23e0-4d8c-9453-bf8c84173de5 is going to be updated. [ 1047.992938] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.992938] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.992938] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.992938] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.992938] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.992938] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "port-a5962943-23e0-4d8c-9453-bf8c84173de5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.174397] env[65894]: INFO networking_nsxv3.common.synchronization [None req-57d4b1ea-e4c3-4ae9-8431-e623de7b7baf None None] Enqueued Resource ID: cd9d2d61-2317-43ae-b1b7-bedeb6c87c91 with Priority: HIGHEST for action port [ 1048.174397] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cd9d2d61-2317-43ae-b1b7-bedeb6c87c91 with Priority: HIGHEST for action port [ 1048.174397] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-cd9d2d61-2317-43ae-b1b7-bedeb6c87c91 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.174397] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cd9d2d61-2317-43ae-b1b7-bedeb6c87c91" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.174397] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cd9d2d61-2317-43ae-b1b7-bedeb6c87c91" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.174397] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cd9d2d61-2317-43ae-b1b7-bedeb6c87c91" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.174660] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cd9d2d61-2317-43ae-b1b7-bedeb6c87c91',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.177896] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee473872-0cee-445b-80c2-9872fc2d0453 in Status: SUCCESS [ 1048.179669] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.180174] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.180395] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.180586] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.180699] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.180796] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.180961] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.181118] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.181158] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.181808] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ee473872-0cee-445b-80c2-9872fc2d0453',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.322658] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.322921] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.323137] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.323421] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.323577] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.323803] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.323911] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.323970] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.324226] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.324355] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.324486] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e139e21-81f3-42da-ac12-ef878deca705 is going to be updated. [ 1048.355648] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.355918] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.356217] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.356419] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.356666] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.366493] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e139e21-81f3-42da-ac12-ef878deca705 in Status: IN_PROGRESS for 2s [ 1048.683797] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cd9d2d61-2317-43ae-b1b7-bedeb6c87c91 [ 1048.684152] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.684369] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.684692] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.685642] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.685829] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.686018] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cd9d2d61-2317-43ae-b1b7-bedeb6c87c91 already deleted. [ 1048.686226] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cd9d2d61-2317-43ae-b1b7-bedeb6c87c91" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.686635] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee473872-0cee-445b-80c2-9872fc2d0453 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.686892] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.687591] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.687840] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.688052] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.689027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.689027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.689027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.689027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.689027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.689027] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee473872-0cee-445b-80c2-9872fc2d0453 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.689027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.689027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.690626] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.690626] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.690626] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.690626] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.690626] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.690626] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.690626] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.690626] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ee473872-0cee-445b-80c2-9872fc2d0453',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.784851] env[65894]: INFO networking_nsxv3.common.synchronization [req-0906ff44-6ec0-49e2-9fa7-978518209e91 req-82ca491b-3f5a-450e-9d57-58380f5e2e33 service nova] Enqueued Resource ID: 485d223b-ca9d-4b89-b8d1-92ae3f846a86 with Priority: HIGHEST for action security_group_rules [ 1048.785438] env[65894]: INFO networking_nsxv3.common.synchronization [req-0906ff44-6ec0-49e2-9fa7-978518209e91 req-82ca491b-3f5a-450e-9d57-58380f5e2e33 service nova] Enqueued Resource ID: 485d223b-ca9d-4b89-b8d1-92ae3f846a86 with Priority: HIGHEST for action security_group_members [ 1048.785889] env[65894]: INFO networking_nsxv3.common.synchronization [req-0906ff44-6ec0-49e2-9fa7-978518209e91 req-82ca491b-3f5a-450e-9d57-58380f5e2e33 service nova] Enqueued Resource ID: a5962943-23e0-4d8c-9453-bf8c84173de5 with Priority: HIGHEST for action port [ 1048.787050] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 485d223b-ca9d-4b89-b8d1-92ae3f846a86 with Priority: HIGHEST for action security_group_rules [ 1048.787050] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 485d223b-ca9d-4b89-b8d1-92ae3f846a86 with Priority: HIGHEST for action security_group_members [ 1048.787050] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a5962943-23e0-4d8c-9453-bf8c84173de5 with Priority: HIGHEST for action port [ 1048.788637] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-485d223b-ca9d-4b89-b8d1-92ae3f846a86 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.788637] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-485d223b-ca9d-4b89-b8d1-92ae3f846a86" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.788637] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-485d223b-ca9d-4b89-b8d1-92ae3f846a86" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.788637] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-485d223b-ca9d-4b89-b8d1-92ae3f846a86" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.788637] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('485d223b-ca9d-4b89-b8d1-92ae3f846a86',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.790292] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-485d223b-ca9d-4b89-b8d1-92ae3f846a86 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.790505] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-485d223b-ca9d-4b89-b8d1-92ae3f846a86" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.790654] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-485d223b-ca9d-4b89-b8d1-92ae3f846a86" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.790841] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-485d223b-ca9d-4b89-b8d1-92ae3f846a86" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.792227] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.792227] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.792227] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.792227] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.792227] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.792227] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('485d223b-ca9d-4b89-b8d1-92ae3f846a86',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.793051] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-a5962943-23e0-4d8c-9453-bf8c84173de5 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.793669] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a5962943-23e0-4d8c-9453-bf8c84173de5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.793755] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a5962943-23e0-4d8c-9453-bf8c84173de5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.793974] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a5962943-23e0-4d8c-9453-bf8c84173de5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.794052] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a5962943-23e0-4d8c-9453-bf8c84173de5',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.956207] env[65894]: INFO networking_nsxv3.common.synchronization [req-f0c021da-2f4e-45de-9c21-10323a3b8248 req-79f01c48-c512-4e8f-9765-fcbef2cdeb4e tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Enqueued Resource ID: 2cfb114e-24cc-4048-af60-96a336028546 with Priority: HIGHEST for action security_group_members [ 1048.956787] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cfb114e-24cc-4048-af60-96a336028546 with Priority: HIGHEST for action security_group_members [ 1048.957118] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cfb114e-24cc-4048-af60-96a336028546 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.957243] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.957326] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.957511] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.958629] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.958629] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.958629] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.958629] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.958629] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.958629] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cfb114e-24cc-4048-af60-96a336028546',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.194647] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ee473872-0cee-445b-80c2-9872fc2d0453: rpc.has_security_group_logging(os_id): False [ 1049.218623] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.218795] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.218893] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.219133] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.219226] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.219419] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.219509] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.219576] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.219743] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.219822] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.220220] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.220220] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.220220] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.220369] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.220446] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.220623] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.220712] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.220774] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.220945] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.225602] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.225602] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee473872-0cee-445b-80c2-9872fc2d0453 is going to be updated. [ 1049.267700] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock network-586 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.268027] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "network-586" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.268027] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "network-586" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.268286] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "network-586" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.268546] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.268732] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.268839] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.269134] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.269210] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.269420] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1049.269534] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1049.269686] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1049.269750] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1049.269873] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1049.270118] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1049.270118] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1049.293772] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1049.293951] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1049.294105] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1049.294288] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "network-586" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.294612] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock port-d1c01912-6b48-4154-98d2-d3870276098a taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.294782] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "port-d1c01912-6b48-4154-98d2-d3870276098a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.294911] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "port-d1c01912-6b48-4154-98d2-d3870276098a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.295280] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "port-d1c01912-6b48-4154-98d2-d3870276098a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.295483] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1c01912-6b48-4154-98d2-d3870276098a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.296407] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a5962943-23e0-4d8c-9453-bf8c84173de5 with status ACTIVE [ 1049.296577] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.296688] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.296772] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.296984] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.297136] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.297318] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.297415] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.297476] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.297625] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.297894] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.298206] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.298298] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.298298] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.298418] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.298491] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.298575] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a5962943-23e0-4d8c-9453-bf8c84173de5 is going to be updated. [ 1049.299635] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('485d223b-ca9d-4b89-b8d1-92ae3f846a86',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.300529] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-485d223b-ca9d-4b89-b8d1-92ae3f846a86 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.300683] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-485d223b-ca9d-4b89-b8d1-92ae3f846a86" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.301690] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.301820] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.301820] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.301926] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.302073] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.319776] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee473872-0cee-445b-80c2-9872fc2d0453 in Status: IN_PROGRESS for 2s [ 1049.324430] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.324569] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.324631] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.324839] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.324977] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.325149] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a5962943-23e0-4d8c-9453-bf8c84173de5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.461225] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.461546] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.461657] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.461975] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.462512] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.462512] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.462688] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.462735] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.463090] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.463235] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.463398] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cfb114e-24cc-4048-af60-96a336028546 is going to be deleted. [ 1049.499369] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.499598] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.499598] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.499802] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.499879] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.500040] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.805052] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.805577] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.805664] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.806092] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.806349] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.806677] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Segment Port d1c01912-6b48-4154-98d2-d3870276098a not found, creating... [ 1049.807077] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.807340] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.807537] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.807926] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.808214] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.808710] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.808966] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.809198] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.809555] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.809789] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.810041] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Resource: SegmentPort with ID: d1c01912-6b48-4154-98d2-d3870276098a is going to be created. [ 1049.811741] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('485d223b-ca9d-4b89-b8d1-92ae3f846a86',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.838209] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.838677] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.838740] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.839257] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.839631] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.839970] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "port-d1c01912-6b48-4154-98d2-d3870276098a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.313570] env[65894]: INFO networking_nsxv3.common.synchronization [req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d req-5274ad4a-5de8-414a-b3b8-b6f4c1b8ac20 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Enqueued Resource ID: 890a9cf5-d316-4200-ad78-c5bfe150438d with Priority: HIGHEST for action security_group_members [ 1050.314450] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 890a9cf5-d316-4200-ad78-c5bfe150438d with Priority: HIGHEST for action security_group_members [ 1050.315603] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.315783] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.315886] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.316135] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.317501] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.317610] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 485d223b-ca9d-4b89-b8d1-92ae3f846a86 is going to be updated. [ 1050.318838] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-890a9cf5-d316-4200-ad78-c5bfe150438d taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.318952] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-890a9cf5-d316-4200-ad78-c5bfe150438d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.319045] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-890a9cf5-d316-4200-ad78-c5bfe150438d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.319268] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-890a9cf5-d316-4200-ad78-c5bfe150438d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.319422] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.319517] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.319578] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.319719] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.319812] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.319904] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('890a9cf5-d316-4200-ad78-c5bfe150438d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.352529] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.352781] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.353053] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.353268] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.353428] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.365323] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 485d223b-ca9d-4b89-b8d1-92ae3f846a86 in Status: IN_PROGRESS for 2s [ 1050.379686] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e139e21-81f3-42da-ac12-ef878deca705 in Status: SUCCESS [ 1050.379990] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e139e21-81f3-42da-ac12-ef878deca705 deletion is rescheduled due to dependency. [ 1050.380179] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e139e21-81f3-42da-ac12-ef878deca705" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.755977] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock network-381 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.755977] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "network-381" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.755977] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "network-381" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.755977] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "network-381" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.755977] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.755977] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.755977] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.755977] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.755977] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.755977] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1050.755977] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1050.755977] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1050.755977] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1050.756819] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1050.756819] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1050.756819] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1050.784259] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1050.784259] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1050.784259] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1050.784259] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "network-381" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.784259] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock port-d638d288-5661-4f1b-9caf-5daf851878cd taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.784259] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "port-d638d288-5661-4f1b-9caf-5daf851878cd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.784259] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "port-d638d288-5661-4f1b-9caf-5daf851878cd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.785492] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "port-d638d288-5661-4f1b-9caf-5daf851878cd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.786266] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d638d288-5661-4f1b-9caf-5daf851878cd',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.823934] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.823934] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.824292] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.825021] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.825021] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.825181] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.825591] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.825591] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.825744] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.827881] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.827881] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 890a9cf5-d316-4200-ad78-c5bfe150438d already deleted. [ 1050.827881] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-890a9cf5-d316-4200-ad78-c5bfe150438d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.172659] env[65894]: INFO networking_nsxv3.common.synchronization [req-f0c021da-2f4e-45de-9c21-10323a3b8248 req-4876b5a0-ad42-4a0e-b68f-f82a86f173b6 service nova] Enqueued Resource ID: 2cfb114e-24cc-4048-af60-96a336028546 with Priority: HIGHEST for action security_group_rules [ 1051.172659] env[65894]: INFO networking_nsxv3.common.synchronization [req-f0c021da-2f4e-45de-9c21-10323a3b8248 req-4876b5a0-ad42-4a0e-b68f-f82a86f173b6 service nova] Enqueued Resource ID: 2cfb114e-24cc-4048-af60-96a336028546 with Priority: HIGHEST for action security_group_members [ 1051.172789] env[65894]: INFO networking_nsxv3.common.synchronization [req-f0c021da-2f4e-45de-9c21-10323a3b8248 req-4876b5a0-ad42-4a0e-b68f-f82a86f173b6 service nova] Enqueued Resource ID: d1c01912-6b48-4154-98d2-d3870276098a with Priority: HIGHEST for action port [ 1051.173482] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cfb114e-24cc-4048-af60-96a336028546 with Priority: HIGHEST for action security_group_rules [ 1051.173558] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cfb114e-24cc-4048-af60-96a336028546 with Priority: HIGHEST for action security_group_members [ 1051.173658] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1c01912-6b48-4154-98d2-d3870276098a with Priority: HIGHEST for action port [ 1051.173969] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2cfb114e-24cc-4048-af60-96a336028546 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.174218] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.174287] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.174576] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.174697] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2cfb114e-24cc-4048-af60-96a336028546',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.175741] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cfb114e-24cc-4048-af60-96a336028546 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.175886] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.176183] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.176311] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.176533] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.176653] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.176710] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.176870] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.176956] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.177061] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cfb114e-24cc-4048-af60-96a336028546',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.178040] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1c01912-6b48-4154-98d2-d3870276098a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.178202] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1c01912-6b48-4154-98d2-d3870276098a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.178959] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1c01912-6b48-4154-98d2-d3870276098a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.178959] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1c01912-6b48-4154-98d2-d3870276098a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.178959] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1c01912-6b48-4154-98d2-d3870276098a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.292720] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.293030] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.293221] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.293543] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.293630] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.293817] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Segment Port d638d288-5661-4f1b-9caf-5daf851878cd not found, creating... [ 1051.294168] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.294342] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.294828] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.294828] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.294949] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.295203] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.295415] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.295611] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.295886] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.296054] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.296223] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Resource: SegmentPort with ID: d638d288-5661-4f1b-9caf-5daf851878cd is going to be created. [ 1051.319421] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.319675] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.319833] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.320190] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.320463] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.320734] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "port-d638d288-5661-4f1b-9caf-5daf851878cd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.336054] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ee473872-0cee-445b-80c2-9872fc2d0453 in Status: SUCCESS [ 1051.336336] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.681178] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2cfb114e-24cc-4048-af60-96a336028546',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.682855] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cfb114e-24cc-4048-af60-96a336028546 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.683076] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.683177] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d1c01912-6b48-4154-98d2-d3870276098a with status ACTIVE [ 1051.683324] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.683434] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.683500] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.683711] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.683802] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.683980] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.684320] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.684443] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.684726] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.684856] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.685170] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.685330] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.685432] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.685661] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.685787] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.685922] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d1c01912-6b48-4154-98d2-d3870276098a is going to be updated. [ 1051.710459] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.710641] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.710678] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.710947] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.711111] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.711278] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1c01912-6b48-4154-98d2-d3870276098a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.079979] env[65894]: INFO networking_nsxv3.common.synchronization [req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d req-51d20925-89c3-4665-855c-b17bec16ed33 service nova] Enqueued Resource ID: 890a9cf5-d316-4200-ad78-c5bfe150438d with Priority: HIGHEST for action security_group_rules [ 1052.080870] env[65894]: INFO networking_nsxv3.common.synchronization [req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d req-51d20925-89c3-4665-855c-b17bec16ed33 service nova] Enqueued Resource ID: 890a9cf5-d316-4200-ad78-c5bfe150438d with Priority: HIGHEST for action security_group_members [ 1052.081333] env[65894]: INFO networking_nsxv3.common.synchronization [req-b5d6c6a9-5fc6-473f-bdd3-aca1f169a46d req-51d20925-89c3-4665-855c-b17bec16ed33 service nova] Enqueued Resource ID: d638d288-5661-4f1b-9caf-5daf851878cd with Priority: HIGHEST for action port [ 1052.083052] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 890a9cf5-d316-4200-ad78-c5bfe150438d with Priority: HIGHEST for action security_group_rules [ 1052.084020] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 890a9cf5-d316-4200-ad78-c5bfe150438d with Priority: HIGHEST for action security_group_members [ 1052.084020] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d638d288-5661-4f1b-9caf-5daf851878cd with Priority: HIGHEST for action port [ 1052.084254] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-890a9cf5-d316-4200-ad78-c5bfe150438d taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.084668] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-890a9cf5-d316-4200-ad78-c5bfe150438d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.085302] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-890a9cf5-d316-4200-ad78-c5bfe150438d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.085689] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-890a9cf5-d316-4200-ad78-c5bfe150438d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.085910] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('890a9cf5-d316-4200-ad78-c5bfe150438d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.087656] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-890a9cf5-d316-4200-ad78-c5bfe150438d taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.087656] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-890a9cf5-d316-4200-ad78-c5bfe150438d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.087656] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-890a9cf5-d316-4200-ad78-c5bfe150438d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.087788] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-890a9cf5-d316-4200-ad78-c5bfe150438d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.087921] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.087995] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.088080] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.088807] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.088807] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.088807] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('890a9cf5-d316-4200-ad78-c5bfe150438d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.089360] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-d638d288-5661-4f1b-9caf-5daf851878cd taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.089472] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d638d288-5661-4f1b-9caf-5daf851878cd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.089529] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d638d288-5661-4f1b-9caf-5daf851878cd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.089685] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d638d288-5661-4f1b-9caf-5daf851878cd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.089756] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d638d288-5661-4f1b-9caf-5daf851878cd',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.188028] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2cfb114e-24cc-4048-af60-96a336028546',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.378175] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 485d223b-ca9d-4b89-b8d1-92ae3f846a86 in Status: SUCCESS [ 1052.378376] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-485d223b-ca9d-4b89-b8d1-92ae3f846a86" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.378538] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-485d223b-ca9d-4b89-b8d1-92ae3f846a86" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.379764] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-485d223b-ca9d-4b89-b8d1-92ae3f846a86" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.379764] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.379764] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.379764] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.379764] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.379764] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.379764] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-485d223b-ca9d-4b89-b8d1-92ae3f846a86" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.379764] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('485d223b-ca9d-4b89-b8d1-92ae3f846a86',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.591812] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-890a9cf5-d316-4200-ad78-c5bfe150438d taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.592046] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-890a9cf5-d316-4200-ad78-c5bfe150438d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.592346] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d638d288-5661-4f1b-9caf-5daf851878cd with status ACTIVE [ 1052.592626] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.592734] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.594452] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.594452] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.594452] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.594452] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.594452] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.594452] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.594452] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.594452] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.594452] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.594452] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.594452] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.594452] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.594452] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.594771] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d638d288-5661-4f1b-9caf-5daf851878cd is going to be updated. [ 1052.596304] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('890a9cf5-d316-4200-ad78-c5bfe150438d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.625644] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.625644] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.625644] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.625644] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.625644] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.626146] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d638d288-5661-4f1b-9caf-5daf851878cd" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.691085] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.691329] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.691329] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.691615] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.691817] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.691980] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cfb114e-24cc-4048-af60-96a336028546 is going to be created. [ 1052.738217] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.738217] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.738217] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.738402] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.738595] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.754019] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cfb114e-24cc-4048-af60-96a336028546 in Status: UNINITIALIZED for 2s [ 1052.882913] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('485d223b-ca9d-4b89-b8d1-92ae3f846a86',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.099236] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('890a9cf5-d316-4200-ad78-c5bfe150438d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.388360] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 485d223b-ca9d-4b89-b8d1-92ae3f846a86: rpc.has_security_group_logging(os_id): False [ 1053.408934] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.409117] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.409195] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.409454] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.435223] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.435591] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.435703] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.435777] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.435999] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.436136] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.436314] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 485d223b-ca9d-4b89-b8d1-92ae3f846a86 is going to be updated. [ 1053.602807] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.602994] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.603063] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.603677] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.603677] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.603677] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 890a9cf5-d316-4200-ad78-c5bfe150438d is going to be created. [ 1053.621379] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.621800] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.621940] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.622247] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.622428] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.642535] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 485d223b-ca9d-4b89-b8d1-92ae3f846a86 in Status: IN_PROGRESS for 2s [ 1053.692157] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.692320] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.692393] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.692690] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.692865] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.709747] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 890a9cf5-d316-4200-ad78-c5bfe150438d in Status: UNINITIALIZED for 2s [ 1054.764828] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cfb114e-24cc-4048-af60-96a336028546 in Status: SUCCESS [ 1054.765219] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.765465] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.765768] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.766016] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.766463] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.766463] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.766463] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.766569] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.766672] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.766791] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2cfb114e-24cc-4048-af60-96a336028546',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.967387] env[65894]: INFO networking_nsxv3.common.synchronization [req-7665c7ca-6562-4558-8c03-614aaf045d1e req-158f16fd-04e2-4f26-a316-480afad640a8 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Enqueued Resource ID: 4241acb9-fc6a-487c-9f01-9dad5a143dbc with Priority: HIGHEST for action security_group_members [ 1054.967926] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4241acb9-fc6a-487c-9f01-9dad5a143dbc with Priority: HIGHEST for action security_group_members [ 1054.968450] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-4241acb9-fc6a-487c-9f01-9dad5a143dbc taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.968564] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4241acb9-fc6a-487c-9f01-9dad5a143dbc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.968644] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4241acb9-fc6a-487c-9f01-9dad5a143dbc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.968890] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4241acb9-fc6a-487c-9f01-9dad5a143dbc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.969056] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.969154] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.969346] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.969420] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.969506] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.969598] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4241acb9-fc6a-487c-9f01-9dad5a143dbc',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.269722] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cfb114e-24cc-4048-af60-96a336028546 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.269984] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.269984] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.270244] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.271192] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.271192] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.271192] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.271192] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.271192] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.271192] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.271192] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cfb114e-24cc-4048-af60-96a336028546 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.271192] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.271192] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.271555] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.271555] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.271555] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.271638] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.271753] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.271823] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.271907] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.272000] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2cfb114e-24cc-4048-af60-96a336028546',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.290550] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock network-459 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.290550] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "network-459" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.290794] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "network-459" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.291134] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "network-459" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.291343] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.291595] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.291661] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.291903] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.292099] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.292344] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1055.292581] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1055.292651] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1055.292702] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1055.292815] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1055.292931] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1055.293108] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1055.314810] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1055.314810] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1055.314810] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1055.314810] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "network-459" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.315026] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock port-d12b7d1d-68a1-426a-8fe4-82721bb82dcf taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.315026] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "port-d12b7d1d-68a1-426a-8fe4-82721bb82dcf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.315186] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "port-d12b7d1d-68a1-426a-8fe4-82721bb82dcf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.315465] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "port-d12b7d1d-68a1-426a-8fe4-82721bb82dcf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.315615] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d12b7d1d-68a1-426a-8fe4-82721bb82dcf',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.404882] env[65894]: INFO networking_nsxv3.common.synchronization [req-c06c2b1a-1e95-4ba2-8380-ce8cb651d1b9 req-243ae6ce-90d9-48bc-a2e4-6f636f5d924d tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Enqueued Resource ID: 2203233f-5e53-4c1c-89f4-d2be93f2de14 with Priority: HIGHEST for action security_group_members [ 1055.406800] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2203233f-5e53-4c1c-89f4-d2be93f2de14 with Priority: HIGHEST for action security_group_members [ 1055.407441] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-2203233f-5e53-4c1c-89f4-d2be93f2de14 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.409219] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.409219] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.409219] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.409219] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.409219] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.409219] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.409219] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.409219] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.409219] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2203233f-5e53-4c1c-89f4-d2be93f2de14',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.472174] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.472389] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.472461] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.472685] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.472780] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.472980] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.473086] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.473154] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.473345] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.473428] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.473582] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4241acb9-fc6a-487c-9f01-9dad5a143dbc already deleted. [ 1055.473667] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4241acb9-fc6a-487c-9f01-9dad5a143dbc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.656874] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 485d223b-ca9d-4b89-b8d1-92ae3f846a86 in Status: SUCCESS [ 1055.657482] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-485d223b-ca9d-4b89-b8d1-92ae3f846a86" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.718889] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 890a9cf5-d316-4200-ad78-c5bfe150438d in Status: SUCCESS [ 1055.719198] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-890a9cf5-d316-4200-ad78-c5bfe150438d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.719331] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-890a9cf5-d316-4200-ad78-c5bfe150438d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.719613] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-890a9cf5-d316-4200-ad78-c5bfe150438d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.719813] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.719949] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.720029] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.720213] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.720291] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.720409] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-890a9cf5-d316-4200-ad78-c5bfe150438d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.720524] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('890a9cf5-d316-4200-ad78-c5bfe150438d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.774558] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2cfb114e-24cc-4048-af60-96a336028546: rpc.has_security_group_logging(os_id): False [ 1055.793099] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.793901] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.793901] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.793901] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.793901] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.794285] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.794285] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.794285] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.794493] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.794493] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.794672] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.794801] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.794881] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.795166] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.795298] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.795516] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.795637] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.795702] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.795887] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.795992] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.796128] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2cfb114e-24cc-4048-af60-96a336028546 is going to be created. [ 1055.818074] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.818383] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.818509] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.818818] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.819113] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.819357] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Segment Port d12b7d1d-68a1-426a-8fe4-82721bb82dcf not found, creating... [ 1055.819649] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.819818] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.819940] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.820215] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.820361] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.820671] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.820830] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.821069] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.821463] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.821665] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.821845] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Resource: SegmentPort with ID: d12b7d1d-68a1-426a-8fe4-82721bb82dcf is going to be created. [ 1055.845091] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.845307] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.845639] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.845810] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.845985] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.846244] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "port-d12b7d1d-68a1-426a-8fe4-82721bb82dcf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.866267] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.866446] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.866446] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.866629] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.866839] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.879580] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2cfb114e-24cc-4048-af60-96a336028546 in Status: IN_PROGRESS for 2s [ 1055.912247] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2203233f-5e53-4c1c-89f4-d2be93f2de14',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.224498] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('890a9cf5-d316-4200-ad78-c5bfe150438d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.415070] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2203233f-5e53-4c1c-89f4-d2be93f2de14',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.606196] env[65894]: INFO networking_nsxv3.common.synchronization [req-7665c7ca-6562-4558-8c03-614aaf045d1e req-dff76b66-4d51-47bb-84ab-5685f1a5b8fd service nova] Enqueued Resource ID: 4241acb9-fc6a-487c-9f01-9dad5a143dbc with Priority: HIGHEST for action security_group_rules [ 1056.606404] env[65894]: INFO networking_nsxv3.common.synchronization [req-7665c7ca-6562-4558-8c03-614aaf045d1e req-dff76b66-4d51-47bb-84ab-5685f1a5b8fd service nova] Enqueued Resource ID: 4241acb9-fc6a-487c-9f01-9dad5a143dbc with Priority: HIGHEST for action security_group_members [ 1056.606515] env[65894]: INFO networking_nsxv3.common.synchronization [req-7665c7ca-6562-4558-8c03-614aaf045d1e req-dff76b66-4d51-47bb-84ab-5685f1a5b8fd service nova] Enqueued Resource ID: d12b7d1d-68a1-426a-8fe4-82721bb82dcf with Priority: HIGHEST for action port [ 1056.607076] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4241acb9-fc6a-487c-9f01-9dad5a143dbc with Priority: HIGHEST for action security_group_rules [ 1056.607284] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4241acb9-fc6a-487c-9f01-9dad5a143dbc with Priority: HIGHEST for action security_group_members [ 1056.607284] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d12b7d1d-68a1-426a-8fe4-82721bb82dcf with Priority: HIGHEST for action port [ 1056.607572] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4241acb9-fc6a-487c-9f01-9dad5a143dbc taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.607696] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4241acb9-fc6a-487c-9f01-9dad5a143dbc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.607788] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4241acb9-fc6a-487c-9f01-9dad5a143dbc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.608034] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4241acb9-fc6a-487c-9f01-9dad5a143dbc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.608097] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4241acb9-fc6a-487c-9f01-9dad5a143dbc',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.609284] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-4241acb9-fc6a-487c-9f01-9dad5a143dbc taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.609284] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4241acb9-fc6a-487c-9f01-9dad5a143dbc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.609284] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4241acb9-fc6a-487c-9f01-9dad5a143dbc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.609463] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4241acb9-fc6a-487c-9f01-9dad5a143dbc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.609615] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.609686] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.609740] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.610341] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.610341] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.610341] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4241acb9-fc6a-487c-9f01-9dad5a143dbc',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.610989] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-d12b7d1d-68a1-426a-8fe4-82721bb82dcf taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.611097] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d12b7d1d-68a1-426a-8fe4-82721bb82dcf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.611171] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d12b7d1d-68a1-426a-8fe4-82721bb82dcf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.611326] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d12b7d1d-68a1-426a-8fe4-82721bb82dcf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.611401] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d12b7d1d-68a1-426a-8fe4-82721bb82dcf',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.726867] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 890a9cf5-d316-4200-ad78-c5bfe150438d: rpc.has_security_group_logging(os_id): False [ 1056.750263] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.750393] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.750470] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.750685] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.750772] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.751131] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.751241] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.751296] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.751460] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.751929] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.751929] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 890a9cf5-d316-4200-ad78-c5bfe150438d is going to be created. [ 1056.853133] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.853133] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.853133] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.853133] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.853133] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.865976] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 890a9cf5-d316-4200-ad78-c5bfe150438d in Status: IN_PROGRESS for 2s [ 1056.897776] env[65894]: INFO networking_nsxv3.common.synchronization [None req-8f5ea8b8-275d-4cfe-b7f2-a9ca849e20f5 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Enqueued Resource ID: 2cfb114e-24cc-4048-af60-96a336028546 with Priority: HIGHEST for action security_group_members [ 1056.898440] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cfb114e-24cc-4048-af60-96a336028546 with Priority: HIGHEST for action security_group_members [ 1056.898753] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cfb114e-24cc-4048-af60-96a336028546 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.898871] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.898936] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.899161] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.899304] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.899493] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.899493] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.899596] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.899699] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.899776] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cfb114e-24cc-4048-af60-96a336028546',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.919298] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.919298] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.919298] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.919298] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.919298] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.919298] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2203233f-5e53-4c1c-89f4-d2be93f2de14 is going to be updated. [ 1056.981620] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.981620] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.981790] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.981884] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.982106] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.995868] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2203233f-5e53-4c1c-89f4-d2be93f2de14 in Status: IN_PROGRESS for 2s [ 1057.113538] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4241acb9-fc6a-487c-9f01-9dad5a143dbc',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.115849] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-4241acb9-fc6a-487c-9f01-9dad5a143dbc taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.115974] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4241acb9-fc6a-487c-9f01-9dad5a143dbc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.116185] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d12b7d1d-68a1-426a-8fe4-82721bb82dcf with status ACTIVE [ 1057.117020] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.117020] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.117020] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.117020] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.117020] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.117020] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.117388] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.117388] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.117388] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.117388] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.117641] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.117724] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.117724] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.117879] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.117958] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.120020] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d12b7d1d-68a1-426a-8fe4-82721bb82dcf is going to be updated. [ 1057.144471] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.144661] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.144743] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.144960] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.145182] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.145362] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d12b7d1d-68a1-426a-8fe4-82721bb82dcf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.404193] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2cfb114e-24cc-4048-af60-96a336028546',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.405144] env[65894]: INFO networking_nsxv3.common.synchronization [req-61d858c2-04fb-441d-8cff-3afc0b83c049 req-e6ac438d-cf79-4ade-9599-810a0a878c3e tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Enqueued Resource ID: 20810f63-ea8a-4f0d-b70c-508c1dd01c69 with Priority: HIGHEST for action security_group_members [ 1057.407422] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20810f63-ea8a-4f0d-b70c-508c1dd01c69 with Priority: HIGHEST for action security_group_members [ 1057.408486] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-20810f63-ea8a-4f0d-b70c-508c1dd01c69 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.408942] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20810f63-ea8a-4f0d-b70c-508c1dd01c69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.410162] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20810f63-ea8a-4f0d-b70c-508c1dd01c69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.410162] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20810f63-ea8a-4f0d-b70c-508c1dd01c69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.410162] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.410561] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.410734] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.411853] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.412126] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.412369] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20810f63-ea8a-4f0d-b70c-508c1dd01c69',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.624348] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4241acb9-fc6a-487c-9f01-9dad5a143dbc',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.897563] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2cfb114e-24cc-4048-af60-96a336028546 in Status: SUCCESS [ 1057.897975] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.907214] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock network-428 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.907462] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "network-428" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.907687] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "network-428" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.908065] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "network-428" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.908448] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.908656] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.908777] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.909044] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.909220] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.909568] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1057.909646] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1057.909742] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1057.909857] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1057.909974] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1057.910106] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1057.910250] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1057.911944] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2cfb114e-24cc-4048-af60-96a336028546',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.915128] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.915315] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.915384] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.915592] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.915725] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.916167] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.916167] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.916279] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.916359] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.916435] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.916586] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20810f63-ea8a-4f0d-b70c-508c1dd01c69 already deleted. [ 1057.916719] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20810f63-ea8a-4f0d-b70c-508c1dd01c69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.931123] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1057.931397] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1057.931584] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1057.931815] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "network-428" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.932163] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock port-b7add25e-0af6-4aef-999f-312086e5e362 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.932366] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "port-b7add25e-0af6-4aef-999f-312086e5e362" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.932493] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "port-b7add25e-0af6-4aef-999f-312086e5e362" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.932850] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "port-b7add25e-0af6-4aef-999f-312086e5e362" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.934614] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7add25e-0af6-4aef-999f-312086e5e362',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.127193] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.127193] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.127193] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.127193] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.127193] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.127193] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4241acb9-fc6a-487c-9f01-9dad5a143dbc is going to be created. [ 1058.156103] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.156345] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.156493] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.156754] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.157341] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.170414] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4241acb9-fc6a-487c-9f01-9dad5a143dbc in Status: UNINITIALIZED for 2s [ 1058.415031] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.415814] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.418611] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.418611] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.418611] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.418611] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cfb114e-24cc-4048-af60-96a336028546 is going to be updated. [ 1058.436479] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.436868] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.436922] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.437364] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.437621] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.437770] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Segment Port b7add25e-0af6-4aef-999f-312086e5e362 not found, creating... [ 1058.438223] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.438336] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.438497] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.438661] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.438815] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.439188] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.439390] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.439517] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.439781] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.439983] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.440276] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Resource: SegmentPort with ID: b7add25e-0af6-4aef-999f-312086e5e362 is going to be created. [ 1058.460820] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.461053] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.461154] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.461469] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.461722] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.464048] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.464251] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.465241] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.465241] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.465241] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.465241] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "port-b7add25e-0af6-4aef-999f-312086e5e362" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.475948] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cfb114e-24cc-4048-af60-96a336028546 in Status: IN_PROGRESS for 2s [ 1058.881303] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 890a9cf5-d316-4200-ad78-c5bfe150438d in Status: SUCCESS [ 1058.881586] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-890a9cf5-d316-4200-ad78-c5bfe150438d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.014179] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2203233f-5e53-4c1c-89f4-d2be93f2de14 in Status: SUCCESS [ 1059.014552] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.202482] env[65894]: INFO networking_nsxv3.common.synchronization [req-61d858c2-04fb-441d-8cff-3afc0b83c049 req-19c7b9ec-2c83-4c4a-bd84-b522b19eb724 service nova] Enqueued Resource ID: 20810f63-ea8a-4f0d-b70c-508c1dd01c69 with Priority: HIGHEST for action security_group_rules [ 1059.204034] env[65894]: INFO networking_nsxv3.common.synchronization [req-61d858c2-04fb-441d-8cff-3afc0b83c049 req-19c7b9ec-2c83-4c4a-bd84-b522b19eb724 service nova] Enqueued Resource ID: 20810f63-ea8a-4f0d-b70c-508c1dd01c69 with Priority: HIGHEST for action security_group_members [ 1059.204034] env[65894]: INFO networking_nsxv3.common.synchronization [req-61d858c2-04fb-441d-8cff-3afc0b83c049 req-19c7b9ec-2c83-4c4a-bd84-b522b19eb724 service nova] Enqueued Resource ID: b7add25e-0af6-4aef-999f-312086e5e362 with Priority: HIGHEST for action port [ 1059.204034] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20810f63-ea8a-4f0d-b70c-508c1dd01c69 with Priority: HIGHEST for action security_group_rules [ 1059.204034] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20810f63-ea8a-4f0d-b70c-508c1dd01c69 with Priority: HIGHEST for action security_group_members [ 1059.204034] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7add25e-0af6-4aef-999f-312086e5e362 with Priority: HIGHEST for action port [ 1059.204971] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20810f63-ea8a-4f0d-b70c-508c1dd01c69 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.205129] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20810f63-ea8a-4f0d-b70c-508c1dd01c69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.205216] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20810f63-ea8a-4f0d-b70c-508c1dd01c69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.205915] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20810f63-ea8a-4f0d-b70c-508c1dd01c69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.209094] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20810f63-ea8a-4f0d-b70c-508c1dd01c69',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.210061] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-20810f63-ea8a-4f0d-b70c-508c1dd01c69 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.210061] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20810f63-ea8a-4f0d-b70c-508c1dd01c69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.210202] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20810f63-ea8a-4f0d-b70c-508c1dd01c69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.210287] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20810f63-ea8a-4f0d-b70c-508c1dd01c69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.210509] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.210560] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.210590] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.210939] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.210939] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.211086] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20810f63-ea8a-4f0d-b70c-508c1dd01c69',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.213036] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7add25e-0af6-4aef-999f-312086e5e362 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.213036] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7add25e-0af6-4aef-999f-312086e5e362" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.213036] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7add25e-0af6-4aef-999f-312086e5e362" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.213036] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7add25e-0af6-4aef-999f-312086e5e362" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.213036] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7add25e-0af6-4aef-999f-312086e5e362',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.532382] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock network-586 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.532790] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "network-586" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.533036] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "network-586" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.533420] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "network-586" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.533842] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.534118] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.534323] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.534705] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.534887] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.535327] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1059.535552] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1059.535760] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1059.535962] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1059.536156] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1059.536406] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1059.536667] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1059.563430] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1059.564055] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1059.564055] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1059.564955] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "network-586" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.564955] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock port-626ad1bd-1402-465f-94c4-be4fc9305c1c taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.565160] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "port-626ad1bd-1402-465f-94c4-be4fc9305c1c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.565273] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "port-626ad1bd-1402-465f-94c4-be4fc9305c1c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.565712] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "port-626ad1bd-1402-465f-94c4-be4fc9305c1c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.565934] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('626ad1bd-1402-465f-94c4-be4fc9305c1c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.716021] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-20810f63-ea8a-4f0d-b70c-508c1dd01c69 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.716261] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20810f63-ea8a-4f0d-b70c-508c1dd01c69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.716590] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20810f63-ea8a-4f0d-b70c-508c1dd01c69',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.717980] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b7add25e-0af6-4aef-999f-312086e5e362 with status ACTIVE [ 1059.718271] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.718427] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.718497] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.718770] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.719121] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.719423] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.719572] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.719692] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.719938] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.720106] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.720393] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.720519] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.720584] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.720773] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.720863] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.720959] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b7add25e-0af6-4aef-999f-312086e5e362 is going to be updated. [ 1059.768309] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.768662] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.768662] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.768897] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.769148] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.769512] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7add25e-0af6-4aef-999f-312086e5e362" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.068910] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.069322] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.069322] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.069576] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.069765] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.069957] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Segment Port 626ad1bd-1402-465f-94c4-be4fc9305c1c not found, creating... [ 1060.070351] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.070596] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.070751] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.071218] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.071454] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.071874] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.072160] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.072375] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.072712] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.072928] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.073202] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Resource: SegmentPort with ID: 626ad1bd-1402-465f-94c4-be4fc9305c1c is going to be created. [ 1060.097455] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.097656] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.097785] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.098103] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.098363] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.098762] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "port-626ad1bd-1402-465f-94c4-be4fc9305c1c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.129433] env[65894]: INFO networking_nsxv3.common.synchronization [req-61d858c2-04fb-441d-8cff-3afc0b83c049 req-dbc1e9bc-2590-48cb-9c74-5f75f07eb3bc tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Enqueued Resource ID: 20810f63-ea8a-4f0d-b70c-508c1dd01c69 with Priority: HIGHEST for action security_group_members [ 1060.130064] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20810f63-ea8a-4f0d-b70c-508c1dd01c69 with Priority: HIGHEST for action security_group_members [ 1060.130404] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-20810f63-ea8a-4f0d-b70c-508c1dd01c69 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.130578] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20810f63-ea8a-4f0d-b70c-508c1dd01c69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.189057] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4241acb9-fc6a-487c-9f01-9dad5a143dbc in Status: SUCCESS [ 1060.189287] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4241acb9-fc6a-487c-9f01-9dad5a143dbc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.189504] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4241acb9-fc6a-487c-9f01-9dad5a143dbc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.189780] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4241acb9-fc6a-487c-9f01-9dad5a143dbc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.190043] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.190192] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.190284] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.190467] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.190573] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.190685] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4241acb9-fc6a-487c-9f01-9dad5a143dbc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.190791] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4241acb9-fc6a-487c-9f01-9dad5a143dbc',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.222700] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20810f63-ea8a-4f0d-b70c-508c1dd01c69',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.490022] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cfb114e-24cc-4048-af60-96a336028546 in Status: SUCCESS [ 1060.490354] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.568025] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock network-428 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.568025] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "network-428" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.568191] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "network-428" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.568430] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "network-428" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.569087] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.569087] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.569224] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.569484] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.569705] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.570043] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1060.570678] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1060.570822] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1060.570951] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1060.571117] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1060.571285] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1060.571500] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1060.593937] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1060.593937] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1060.593937] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1060.594183] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "network-428" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.594419] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock port-db6e8b2c-51b6-4824-ab4e-9aa199ebb3da taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.594596] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "port-db6e8b2c-51b6-4824-ab4e-9aa199ebb3da" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.594718] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "port-db6e8b2c-51b6-4824-ab4e-9aa199ebb3da" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.595097] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "port-db6e8b2c-51b6-4824-ab4e-9aa199ebb3da" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.595217] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db6e8b2c-51b6-4824-ab4e-9aa199ebb3da',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.693380] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4241acb9-fc6a-487c-9f01-9dad5a143dbc',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.726352] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.726614] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.726614] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.726849] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.726941] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.727089] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20810f63-ea8a-4f0d-b70c-508c1dd01c69 is going to be created. [ 1060.753590] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.753737] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.753820] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.754106] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.754277] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.768089] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20810f63-ea8a-4f0d-b70c-508c1dd01c69 in Status: UNINITIALIZED for 2s [ 1060.844402] env[65894]: INFO networking_nsxv3.common.synchronization [req-27b40ec7-ee2c-45bf-840e-cf2a202bc881 req-1ec25fb0-557e-4e91-92f5-5d6cf98f881a service nova] Enqueued Resource ID: 2cfb114e-24cc-4048-af60-96a336028546 with Priority: HIGHEST for action security_group_rules [ 1060.844685] env[65894]: INFO networking_nsxv3.common.synchronization [req-27b40ec7-ee2c-45bf-840e-cf2a202bc881 req-1ec25fb0-557e-4e91-92f5-5d6cf98f881a service nova] Enqueued Resource ID: 2cfb114e-24cc-4048-af60-96a336028546 with Priority: HIGHEST for action security_group_members [ 1060.844852] env[65894]: INFO networking_nsxv3.common.synchronization [req-27b40ec7-ee2c-45bf-840e-cf2a202bc881 req-1ec25fb0-557e-4e91-92f5-5d6cf98f881a service nova] Enqueued Resource ID: 626ad1bd-1402-465f-94c4-be4fc9305c1c with Priority: HIGHEST for action port [ 1060.845643] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cfb114e-24cc-4048-af60-96a336028546 with Priority: HIGHEST for action security_group_rules [ 1060.845784] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cfb114e-24cc-4048-af60-96a336028546 with Priority: HIGHEST for action security_group_members [ 1060.845893] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 626ad1bd-1402-465f-94c4-be4fc9305c1c with Priority: HIGHEST for action port [ 1060.846240] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2cfb114e-24cc-4048-af60-96a336028546 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.846301] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.846432] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.846580] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.846664] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2cfb114e-24cc-4048-af60-96a336028546',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.847575] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cfb114e-24cc-4048-af60-96a336028546 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.847687] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.847751] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.849827] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.849827] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.849827] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.849827] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.849827] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.849827] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.849827] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cfb114e-24cc-4048-af60-96a336028546',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.850164] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-626ad1bd-1402-465f-94c4-be4fc9305c1c taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.850469] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-626ad1bd-1402-465f-94c4-be4fc9305c1c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.850469] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-626ad1bd-1402-465f-94c4-be4fc9305c1c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.850614] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-626ad1bd-1402-465f-94c4-be4fc9305c1c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.850705] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('626ad1bd-1402-465f-94c4-be4fc9305c1c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.103034] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.103034] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.103034] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.103034] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.103034] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.103034] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Segment Port db6e8b2c-51b6-4824-ab4e-9aa199ebb3da not found, creating... [ 1061.103034] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.103034] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.103034] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.103034] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.103034] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.104081] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.104411] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.104917] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.105279] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.105528] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.105769] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Resource: SegmentPort with ID: db6e8b2c-51b6-4824-ab4e-9aa199ebb3da is going to be created. [ 1061.130726] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.130726] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.130726] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.130726] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.130726] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.130726] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "port-db6e8b2c-51b6-4824-ab4e-9aa199ebb3da" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.196918] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4241acb9-fc6a-487c-9f01-9dad5a143dbc: rpc.has_security_group_logging(os_id): False [ 1061.234690] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.234862] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.234917] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.235172] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.235265] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.235618] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.235713] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.236089] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.236089] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.236201] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.236273] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4241acb9-fc6a-487c-9f01-9dad5a143dbc is going to be created. [ 1061.351698] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.351926] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.352054] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.352332] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.352520] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.353979] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cfb114e-24cc-4048-af60-96a336028546 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.354301] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.354556] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2cfb114e-24cc-4048-af60-96a336028546',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.355721] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 626ad1bd-1402-465f-94c4-be4fc9305c1c with status ACTIVE [ 1061.355972] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.356154] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.356249] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.356499] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.356622] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.356873] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.357078] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.357151] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.357486] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.357614] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.357851] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.358074] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.358198] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.358445] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.358751] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.358751] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 626ad1bd-1402-465f-94c4-be4fc9305c1c is going to be updated. [ 1061.373092] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4241acb9-fc6a-487c-9f01-9dad5a143dbc in Status: IN_PROGRESS for 2s [ 1061.385522] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.385522] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.385522] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.385817] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.385860] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.386044] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-626ad1bd-1402-465f-94c4-be4fc9305c1c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.515022] env[65894]: INFO networking_nsxv3.common.synchronization [req-a1b9e92e-7df4-4e67-bbd3-4f0127dfdd35 req-07223bcd-df80-4761-a055-0e6f5ddc34de tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Enqueued Resource ID: 723125d4-65ef-4a5f-9d00-609ae9fdb52c with Priority: HIGHEST for action security_group_members [ 1061.516335] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 723125d4-65ef-4a5f-9d00-609ae9fdb52c with Priority: HIGHEST for action security_group_members [ 1061.516731] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-723125d4-65ef-4a5f-9d00-609ae9fdb52c taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.516862] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-723125d4-65ef-4a5f-9d00-609ae9fdb52c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.516964] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-723125d4-65ef-4a5f-9d00-609ae9fdb52c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.517248] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-723125d4-65ef-4a5f-9d00-609ae9fdb52c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.517467] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.517589] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.517654] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.517880] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.518029] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.518284] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('723125d4-65ef-4a5f-9d00-609ae9fdb52c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.860880] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2cfb114e-24cc-4048-af60-96a336028546',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.870981] env[65894]: INFO networking_nsxv3.common.synchronization [req-61d858c2-04fb-441d-8cff-3afc0b83c049 req-d4f935c1-0ecd-4ea5-9e33-030ed409e5c8 service nova] Enqueued Resource ID: 20810f63-ea8a-4f0d-b70c-508c1dd01c69 with Priority: HIGHEST for action security_group_rules [ 1061.871641] env[65894]: INFO networking_nsxv3.common.synchronization [req-61d858c2-04fb-441d-8cff-3afc0b83c049 req-d4f935c1-0ecd-4ea5-9e33-030ed409e5c8 service nova] Enqueued Resource ID: 20810f63-ea8a-4f0d-b70c-508c1dd01c69 with Priority: HIGHEST for action security_group_members [ 1061.871641] env[65894]: INFO networking_nsxv3.common.synchronization [req-61d858c2-04fb-441d-8cff-3afc0b83c049 req-d4f935c1-0ecd-4ea5-9e33-030ed409e5c8 service nova] Enqueued Resource ID: db6e8b2c-51b6-4824-ab4e-9aa199ebb3da with Priority: HIGHEST for action port [ 1061.873161] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20810f63-ea8a-4f0d-b70c-508c1dd01c69 with Priority: HIGHEST for action security_group_rules [ 1061.873356] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20810f63-ea8a-4f0d-b70c-508c1dd01c69 with Priority: HIGHEST for action security_group_members [ 1061.873497] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db6e8b2c-51b6-4824-ab4e-9aa199ebb3da with Priority: HIGHEST for action port [ 1061.873827] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20810f63-ea8a-4f0d-b70c-508c1dd01c69 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.873955] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20810f63-ea8a-4f0d-b70c-508c1dd01c69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.874564] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-20810f63-ea8a-4f0d-b70c-508c1dd01c69 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.874564] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20810f63-ea8a-4f0d-b70c-508c1dd01c69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.874780] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-db6e8b2c-51b6-4824-ab4e-9aa199ebb3da taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.875034] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db6e8b2c-51b6-4824-ab4e-9aa199ebb3da" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.875131] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db6e8b2c-51b6-4824-ab4e-9aa199ebb3da" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.875707] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db6e8b2c-51b6-4824-ab4e-9aa199ebb3da" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.875847] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db6e8b2c-51b6-4824-ab4e-9aa199ebb3da',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.021692] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.021988] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.022084] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.022360] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.022464] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.022709] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.022844] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.022844] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.022996] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.023110] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.023171] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 723125d4-65ef-4a5f-9d00-609ae9fdb52c is going to be updated. [ 1062.047203] env[65894]: INFO networking_nsxv3.common.synchronization [req-cb751dce-0488-4279-b71d-a64aa7676b98 req-295528e4-d7d4-4abd-9444-91d392b4a86e tempest-ServerDiskConfigTestJSON-1570147089 tempest-ServerDiskConfigTestJSON-1570147089-project-member] Enqueued Resource ID: ee473872-0cee-445b-80c2-9872fc2d0453 with Priority: HIGHEST for action security_group_members [ 1062.048482] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee473872-0cee-445b-80c2-9872fc2d0453 with Priority: HIGHEST for action security_group_members [ 1062.049063] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-ee473872-0cee-445b-80c2-9872fc2d0453 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.049312] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.049444] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.049783] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.050095] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.050217] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.050318] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.050596] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.050745] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.050911] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ee473872-0cee-445b-80c2-9872fc2d0453',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.058030] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.058236] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.058236] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.058439] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.058580] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.072302] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 723125d4-65ef-4a5f-9d00-609ae9fdb52c in Status: IN_PROGRESS for 2s [ 1062.365698] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.365698] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.365698] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.365698] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.365698] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.365698] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cfb114e-24cc-4048-af60-96a336028546 is going to be updated. [ 1062.378404] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port db6e8b2c-51b6-4824-ab4e-9aa199ebb3da with status ACTIVE [ 1062.378886] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.378886] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.378886] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.379086] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.379086] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.379391] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.379702] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.379750] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.379977] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.380086] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.380277] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.380359] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.380404] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.380541] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.380609] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.380689] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: db6e8b2c-51b6-4824-ab4e-9aa199ebb3da is going to be updated. [ 1062.403791] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.403791] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.405193] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.405193] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.405193] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.405193] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db6e8b2c-51b6-4824-ab4e-9aa199ebb3da" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.412920] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.412920] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.412920] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.412920] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.412920] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.422173] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cfb114e-24cc-4048-af60-96a336028546 in Status: IN_PROGRESS for 2s [ 1062.553640] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.553902] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.553902] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.554120] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.554214] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.554407] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.554512] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.554562] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.554737] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.554794] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.554894] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee473872-0cee-445b-80c2-9872fc2d0453 is going to be updated. [ 1062.559592] env[65894]: INFO networking_nsxv3.common.synchronization [req-61d858c2-04fb-441d-8cff-3afc0b83c049 req-eda3a5e3-9b11-4319-89d4-bd27508052be tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Enqueued Resource ID: 20810f63-ea8a-4f0d-b70c-508c1dd01c69 with Priority: HIGHEST for action security_group_members [ 1062.560245] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20810f63-ea8a-4f0d-b70c-508c1dd01c69 with Priority: HIGHEST for action security_group_members [ 1062.560523] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-20810f63-ea8a-4f0d-b70c-508c1dd01c69 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.560614] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20810f63-ea8a-4f0d-b70c-508c1dd01c69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.605291] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.605498] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.605498] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.605753] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.605840] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.618548] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee473872-0cee-445b-80c2-9872fc2d0453 in Status: IN_PROGRESS for 2s [ 1062.784721] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20810f63-ea8a-4f0d-b70c-508c1dd01c69 in Status: SUCCESS [ 1062.784954] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20810f63-ea8a-4f0d-b70c-508c1dd01c69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.785210] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20810f63-ea8a-4f0d-b70c-508c1dd01c69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.785478] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20810f63-ea8a-4f0d-b70c-508c1dd01c69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.785719] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.785859] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.785931] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.786114] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.786199] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.786311] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20810f63-ea8a-4f0d-b70c-508c1dd01c69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.786560] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20810f63-ea8a-4f0d-b70c-508c1dd01c69',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.787350] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20810f63-ea8a-4f0d-b70c-508c1dd01c69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.787524] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20810f63-ea8a-4f0d-b70c-508c1dd01c69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.787688] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.787812] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.787864] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.787984] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.788077] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.788164] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20810f63-ea8a-4f0d-b70c-508c1dd01c69',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.915196] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock network-428 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.915399] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "network-428" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.915521] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "network-428" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.915787] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "network-428" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.916063] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.916236] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.916350] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.916611] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.916756] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.916984] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1062.917414] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1062.917617] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1062.917672] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1062.917771] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1062.917877] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1062.918325] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1062.938465] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1062.938623] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1062.938762] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1062.938943] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "network-428" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.939421] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock port-faf99a41-0f88-4181-ab05-62b15d97c776 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.939644] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "port-faf99a41-0f88-4181-ab05-62b15d97c776" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.939772] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "port-faf99a41-0f88-4181-ab05-62b15d97c776" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.940105] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "port-faf99a41-0f88-4181-ab05-62b15d97c776" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.940249] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('faf99a41-0f88-4181-ab05-62b15d97c776',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.290040] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-20810f63-ea8a-4f0d-b70c-508c1dd01c69 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.290189] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20810f63-ea8a-4f0d-b70c-508c1dd01c69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.290388] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20810f63-ea8a-4f0d-b70c-508c1dd01c69',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.385729] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4241acb9-fc6a-487c-9f01-9dad5a143dbc in Status: SUCCESS [ 1063.386072] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4241acb9-fc6a-487c-9f01-9dad5a143dbc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.443030] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.443221] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.443402] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.445013] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.445013] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.445013] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Segment Port faf99a41-0f88-4181-ab05-62b15d97c776 not found, creating... [ 1063.445013] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.445013] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.445329] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.445636] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.445851] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.446296] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.446582] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.446840] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.447143] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.447375] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.447654] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Resource: SegmentPort with ID: faf99a41-0f88-4181-ab05-62b15d97c776 is going to be created. [ 1063.469930] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.470242] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.470463] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.470896] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.471205] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.471558] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "port-faf99a41-0f88-4181-ab05-62b15d97c776" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.792869] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20810f63-ea8a-4f0d-b70c-508c1dd01c69',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.087484] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 723125d4-65ef-4a5f-9d00-609ae9fdb52c in Status: SUCCESS [ 1064.088198] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 723125d4-65ef-4a5f-9d00-609ae9fdb52c deletion is rescheduled due to dependency. [ 1064.088198] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-723125d4-65ef-4a5f-9d00-609ae9fdb52c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.207131] env[65894]: INFO networking_nsxv3.common.synchronization [req-61d858c2-04fb-441d-8cff-3afc0b83c049 req-87a9e373-aaec-4d52-b05f-8174254853ba service nova] Enqueued Resource ID: 20810f63-ea8a-4f0d-b70c-508c1dd01c69 with Priority: HIGHEST for action security_group_rules [ 1064.207131] env[65894]: INFO networking_nsxv3.common.synchronization [req-61d858c2-04fb-441d-8cff-3afc0b83c049 req-87a9e373-aaec-4d52-b05f-8174254853ba service nova] Enqueued Resource ID: 20810f63-ea8a-4f0d-b70c-508c1dd01c69 with Priority: HIGHEST for action security_group_members [ 1064.207131] env[65894]: INFO networking_nsxv3.common.synchronization [req-61d858c2-04fb-441d-8cff-3afc0b83c049 req-87a9e373-aaec-4d52-b05f-8174254853ba service nova] Enqueued Resource ID: faf99a41-0f88-4181-ab05-62b15d97c776 with Priority: HIGHEST for action port [ 1064.207131] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20810f63-ea8a-4f0d-b70c-508c1dd01c69 with Priority: HIGHEST for action security_group_rules [ 1064.207131] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20810f63-ea8a-4f0d-b70c-508c1dd01c69 with Priority: HIGHEST for action security_group_members [ 1064.207131] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: faf99a41-0f88-4181-ab05-62b15d97c776 with Priority: HIGHEST for action port [ 1064.207131] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20810f63-ea8a-4f0d-b70c-508c1dd01c69 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.207131] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20810f63-ea8a-4f0d-b70c-508c1dd01c69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.207131] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-20810f63-ea8a-4f0d-b70c-508c1dd01c69 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.207429] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20810f63-ea8a-4f0d-b70c-508c1dd01c69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.207429] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-faf99a41-0f88-4181-ab05-62b15d97c776 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.207564] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-faf99a41-0f88-4181-ab05-62b15d97c776" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.207564] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-faf99a41-0f88-4181-ab05-62b15d97c776" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.207836] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-faf99a41-0f88-4181-ab05-62b15d97c776" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.207836] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('faf99a41-0f88-4181-ab05-62b15d97c776',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.298723] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.298723] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.298723] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.298723] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.298723] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.298723] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20810f63-ea8a-4f0d-b70c-508c1dd01c69 is going to be updated. [ 1064.338457] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.338604] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.338663] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.338873] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.339024] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.348797] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20810f63-ea8a-4f0d-b70c-508c1dd01c69 in Status: IN_PROGRESS for 2s [ 1064.434155] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cfb114e-24cc-4048-af60-96a336028546 in Status: SUCCESS [ 1064.434498] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.434498] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.434776] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.435030] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.435142] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.435256] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.435669] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.435669] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.435669] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.435939] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2cfb114e-24cc-4048-af60-96a336028546',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.631766] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ee473872-0cee-445b-80c2-9872fc2d0453 in Status: SUCCESS [ 1064.631979] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ee473872-0cee-445b-80c2-9872fc2d0453 deletion is rescheduled due to dependency. [ 1064.632071] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.712937] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port faf99a41-0f88-4181-ab05-62b15d97c776 with status ACTIVE [ 1064.713975] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.713975] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.713975] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.713975] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.713975] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.713975] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.713975] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.714459] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.714459] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.714459] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.714459] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.714583] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.714583] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.714736] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.714792] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.714855] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: faf99a41-0f88-4181-ab05-62b15d97c776 is going to be updated. [ 1064.775790] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.775947] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.776058] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.776261] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.776406] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.776574] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-faf99a41-0f88-4181-ab05-62b15d97c776" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.939148] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cfb114e-24cc-4048-af60-96a336028546 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.939230] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.939262] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.939513] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.939662] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.939776] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.939861] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.940040] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.940119] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.940214] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.940363] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cfb114e-24cc-4048-af60-96a336028546 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.940457] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.940513] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.940652] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.940848] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.940945] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.940945] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.941083] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.941182] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.941255] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.941344] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2cfb114e-24cc-4048-af60-96a336028546',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.444518] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2cfb114e-24cc-4048-af60-96a336028546: rpc.has_security_group_logging(os_id): False [ 1065.465246] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.465460] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.465542] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.465754] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.465858] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.466212] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.466372] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.466477] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.466656] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.466803] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.466980] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.467115] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.467180] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.467346] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.467432] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.467618] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.467711] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.467772] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.467912] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.468034] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.468578] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2cfb114e-24cc-4048-af60-96a336028546 is going to be updated. [ 1065.533765] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.533978] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.534096] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.534368] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.534549] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.551358] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2cfb114e-24cc-4048-af60-96a336028546 in Status: IN_PROGRESS for 2s [ 1066.361691] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20810f63-ea8a-4f0d-b70c-508c1dd01c69 in Status: SUCCESS [ 1066.361928] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20810f63-ea8a-4f0d-b70c-508c1dd01c69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.362157] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20810f63-ea8a-4f0d-b70c-508c1dd01c69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.362429] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20810f63-ea8a-4f0d-b70c-508c1dd01c69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.362643] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.362785] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.362842] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.362988] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.363096] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.363188] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20810f63-ea8a-4f0d-b70c-508c1dd01c69',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.865843] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20810f63-ea8a-4f0d-b70c-508c1dd01c69',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.370359] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20810f63-ea8a-4f0d-b70c-508c1dd01c69',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.538514] env[65894]: INFO networking_nsxv3.common.synchronization [req-6b418f30-5b71-4647-a766-6adf6b440453 req-f77d321d-39a0-48f1-ae5c-9ebd1e814e30 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Enqueued Resource ID: c3df1442-972b-4c46-9187-df9c08907130 with Priority: HIGHEST for action security_group_members [ 1067.538917] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3df1442-972b-4c46-9187-df9c08907130 with Priority: HIGHEST for action security_group_members [ 1067.539298] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3df1442-972b-4c46-9187-df9c08907130 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.539418] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.539513] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.539804] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.539964] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.543695] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.543695] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.543695] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.543695] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.543695] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3df1442-972b-4c46-9187-df9c08907130',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.569379] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2cfb114e-24cc-4048-af60-96a336028546 in Status: SUCCESS [ 1067.569379] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.873288] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.873770] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.873770] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.873770] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.874035] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.874035] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20810f63-ea8a-4f0d-b70c-508c1dd01c69 is going to be updated. [ 1067.904084] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.904236] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.904357] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.904522] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.904681] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.914577] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20810f63-ea8a-4f0d-b70c-508c1dd01c69 in Status: IN_PROGRESS for 2s [ 1068.011019] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock network-130 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.011273] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "network-130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.011506] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "network-130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.011675] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "network-130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.011956] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.012167] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.012284] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.012611] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.012666] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.012867] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1068.012978] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1068.013100] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1068.013223] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1068.013335] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1068.013439] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1068.013617] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1068.033993] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1068.034276] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1068.034276] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1068.034424] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "network-130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.034727] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock port-779f5b15-fc9d-48fb-9854-b2a61fc6bb1d taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.034903] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "port-779f5b15-fc9d-48fb-9854-b2a61fc6bb1d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.035036] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "port-779f5b15-fc9d-48fb-9854-b2a61fc6bb1d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.035432] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "port-779f5b15-fc9d-48fb-9854-b2a61fc6bb1d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.035577] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('779f5b15-fc9d-48fb-9854-b2a61fc6bb1d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.046235] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3df1442-972b-4c46-9187-df9c08907130',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.538786] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.538786] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.538981] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.540016] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.540016] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.540016] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Segment Port 779f5b15-fc9d-48fb-9854-b2a61fc6bb1d not found, creating... [ 1068.540175] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.540899] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.540899] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.541055] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.541367] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.542071] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.542267] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.542767] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.542835] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.543057] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.543325] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Resource: SegmentPort with ID: 779f5b15-fc9d-48fb-9854-b2a61fc6bb1d is going to be created. [ 1068.548694] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3df1442-972b-4c46-9187-df9c08907130',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.569599] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.569804] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.569934] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.570232] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.570459] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.570693] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "port-779f5b15-fc9d-48fb-9854-b2a61fc6bb1d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.054491] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.054833] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.054833] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.054969] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.055076] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.055177] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3df1442-972b-4c46-9187-df9c08907130 is going to be updated. [ 1069.089871] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.090507] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.090632] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.090907] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.091089] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.105984] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3df1442-972b-4c46-9187-df9c08907130 in Status: IN_PROGRESS for 2s [ 1069.336195] env[65894]: INFO networking_nsxv3.common.synchronization [req-6b418f30-5b71-4647-a766-6adf6b440453 req-d89737c6-7060-4607-a48e-6a8c6861016b service nova] Enqueued Resource ID: c3df1442-972b-4c46-9187-df9c08907130 with Priority: HIGHEST for action security_group_rules [ 1069.336439] env[65894]: INFO networking_nsxv3.common.synchronization [req-6b418f30-5b71-4647-a766-6adf6b440453 req-d89737c6-7060-4607-a48e-6a8c6861016b service nova] Enqueued Resource ID: c3df1442-972b-4c46-9187-df9c08907130 with Priority: HIGHEST for action security_group_members [ 1069.336585] env[65894]: INFO networking_nsxv3.common.synchronization [req-6b418f30-5b71-4647-a766-6adf6b440453 req-d89737c6-7060-4607-a48e-6a8c6861016b service nova] Enqueued Resource ID: 779f5b15-fc9d-48fb-9854-b2a61fc6bb1d with Priority: HIGHEST for action port [ 1069.337130] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3df1442-972b-4c46-9187-df9c08907130 with Priority: HIGHEST for action security_group_rules [ 1069.337281] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3df1442-972b-4c46-9187-df9c08907130 with Priority: HIGHEST for action security_group_members [ 1069.337380] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 779f5b15-fc9d-48fb-9854-b2a61fc6bb1d with Priority: HIGHEST for action port [ 1069.338058] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3df1442-972b-4c46-9187-df9c08907130 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.338238] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.338324] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.338483] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.338566] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3df1442-972b-4c46-9187-df9c08907130',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.339742] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3df1442-972b-4c46-9187-df9c08907130 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.339841] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.340060] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-779f5b15-fc9d-48fb-9854-b2a61fc6bb1d taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.340179] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-779f5b15-fc9d-48fb-9854-b2a61fc6bb1d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.340228] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-779f5b15-fc9d-48fb-9854-b2a61fc6bb1d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.340405] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-779f5b15-fc9d-48fb-9854-b2a61fc6bb1d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.340493] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('779f5b15-fc9d-48fb-9854-b2a61fc6bb1d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.841982] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3df1442-972b-4c46-9187-df9c08907130 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.842118] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.843499] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 779f5b15-fc9d-48fb-9854-b2a61fc6bb1d with status ACTIVE [ 1069.843736] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.843873] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.843931] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.844157] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.845505] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.845505] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.845505] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.845505] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.845505] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.845505] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.845505] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.845505] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.845505] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.845505] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.845505] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.845505] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 779f5b15-fc9d-48fb-9854-b2a61fc6bb1d is going to be updated. [ 1069.868867] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.868867] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.868867] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.868867] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.869194] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.869194] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-779f5b15-fc9d-48fb-9854-b2a61fc6bb1d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.925143] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20810f63-ea8a-4f0d-b70c-508c1dd01c69 in Status: SUCCESS [ 1069.925360] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20810f63-ea8a-4f0d-b70c-508c1dd01c69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.925535] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20810f63-ea8a-4f0d-b70c-508c1dd01c69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.925768] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20810f63-ea8a-4f0d-b70c-508c1dd01c69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.925957] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.926349] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.926417] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.926593] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.926677] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.926775] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20810f63-ea8a-4f0d-b70c-508c1dd01c69',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.430014] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20810f63-ea8a-4f0d-b70c-508c1dd01c69',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.815753] env[65894]: INFO networking_nsxv3.common.synchronization [req-83c90648-960e-4ca1-a259-3321da6853bb req-a17bb783-68e3-4ef5-80ac-810942293af6 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Enqueued Resource ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a with Priority: HIGHEST for action security_group_members [ 1070.816986] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a with Priority: HIGHEST for action security_group_members [ 1070.817074] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.817242] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.817333] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.817581] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.817803] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.817945] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.818064] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.818266] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.818395] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.818543] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a3141f8-7611-4ff8-8814-8a6ebecf0f8a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.931836] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20810f63-ea8a-4f0d-b70c-508c1dd01c69',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.115484] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3df1442-972b-4c46-9187-df9c08907130 in Status: SUCCESS [ 1071.115701] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.115866] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.116099] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.116284] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.116404] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.116466] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.116621] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.116703] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.116819] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3df1442-972b-4c46-9187-df9c08907130',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.320669] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.320848] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.320924] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.321167] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.321307] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.321480] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.321641] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.321711] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.321896] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.321978] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.322080] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a is going to be updated. [ 1071.354965] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.354965] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.354965] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.355233] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.355233] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.366927] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a in Status: IN_PROGRESS for 2s [ 1071.435537] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.435537] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.435537] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.435537] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.435537] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.436158] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20810f63-ea8a-4f0d-b70c-508c1dd01c69 is going to be updated. [ 1071.477747] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.477747] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.477747] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.477747] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.477747] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.488832] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20810f63-ea8a-4f0d-b70c-508c1dd01c69 in Status: IN_PROGRESS for 2s [ 1071.619441] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3df1442-972b-4c46-9187-df9c08907130',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.975550] env[65894]: INFO networking_nsxv3.common.synchronization [None req-cb6db3a0-7967-4d22-94ef-f783c92c0933 None None] Enqueued Resource ID: 57577865-ab94-4079-a30f-84f88bc41719 with Priority: HIGHEST for action port [ 1071.976184] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57577865-ab94-4079-a30f-84f88bc41719 with Priority: HIGHEST for action port [ 1071.976928] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-57577865-ab94-4079-a30f-84f88bc41719 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.977240] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-57577865-ab94-4079-a30f-84f88bc41719" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.977411] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-57577865-ab94-4079-a30f-84f88bc41719" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.977748] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-57577865-ab94-4079-a30f-84f88bc41719" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.977924] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('57577865-ab94-4079-a30f-84f88bc41719',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.127327] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3df1442-972b-4c46-9187-df9c08907130',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.480812] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 57577865-ab94-4079-a30f-84f88bc41719 [ 1072.481795] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.481929] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.481968] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.482318] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.482445] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.482502] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:57577865-ab94-4079-a30f-84f88bc41719 already deleted. [ 1072.482640] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-57577865-ab94-4079-a30f-84f88bc41719" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.630629] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.630821] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.631547] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.631547] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.631547] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.631697] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3df1442-972b-4c46-9187-df9c08907130 is going to be updated. [ 1072.666992] env[65894]: INFO networking_nsxv3.common.synchronization [req-96a50022-c85a-4f7e-a4eb-0e9aa17cdb7a req-3468f81c-ecb7-4adf-86f7-a61797c4ec14 tempest-ListServerFiltersTestJSON-2132154510 tempest-ListServerFiltersTestJSON-2132154510-project-member] Enqueued Resource ID: 2203233f-5e53-4c1c-89f4-d2be93f2de14 with Priority: HIGHEST for action security_group_members [ 1072.667776] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2203233f-5e53-4c1c-89f4-d2be93f2de14 with Priority: HIGHEST for action security_group_members [ 1072.671063] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-2203233f-5e53-4c1c-89f4-d2be93f2de14 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.671475] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.671709] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.672100] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.674147] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.674342] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.674342] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.674528] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.674714] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.674822] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2203233f-5e53-4c1c-89f4-d2be93f2de14',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.677026] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.677183] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.677265] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.677564] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.677611] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.690064] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3df1442-972b-4c46-9187-df9c08907130 in Status: IN_PROGRESS for 2s [ 1073.183030] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.183030] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.183030] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.183030] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.183030] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.183030] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.183030] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.183030] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.183030] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.183030] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.183030] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2203233f-5e53-4c1c-89f4-d2be93f2de14 is going to be updated. [ 1073.220403] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.220403] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.220534] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.221437] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.222733] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.233975] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2203233f-5e53-4c1c-89f4-d2be93f2de14 in Status: IN_PROGRESS for 2s [ 1073.378380] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a in Status: SUCCESS [ 1073.378609] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a deletion is rescheduled due to dependency. [ 1073.378738] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.500802] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20810f63-ea8a-4f0d-b70c-508c1dd01c69 in Status: SUCCESS [ 1073.501681] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20810f63-ea8a-4f0d-b70c-508c1dd01c69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.501681] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20810f63-ea8a-4f0d-b70c-508c1dd01c69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.501681] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20810f63-ea8a-4f0d-b70c-508c1dd01c69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.501681] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.501860] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.501860] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.502762] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.502762] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.502762] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20810f63-ea8a-4f0d-b70c-508c1dd01c69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.503107] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-20810f63-ea8a-4f0d-b70c-508c1dd01c69 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.503227] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20810f63-ea8a-4f0d-b70c-508c1dd01c69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.503293] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20810f63-ea8a-4f0d-b70c-508c1dd01c69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.503517] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20810f63-ea8a-4f0d-b70c-508c1dd01c69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.503716] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.504174] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.505032] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.505032] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.505032] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.505032] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20810f63-ea8a-4f0d-b70c-508c1dd01c69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.505032] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20810f63-ea8a-4f0d-b70c-508c1dd01c69',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.506228] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20810f63-ea8a-4f0d-b70c-508c1dd01c69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.506509] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20810f63-ea8a-4f0d-b70c-508c1dd01c69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.506615] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.506666] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.506698] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.506832] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.506911] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.507041] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20810f63-ea8a-4f0d-b70c-508c1dd01c69',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.014235] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20810f63-ea8a-4f0d-b70c-508c1dd01c69: rpc.has_security_group_logging(os_id): False [ 1074.014235] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20810f63-ea8a-4f0d-b70c-508c1dd01c69',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.033166] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.036022] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.036022] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.036022] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.036022] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.036022] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.036022] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.036022] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.036022] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.036022] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.036022] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.036022] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.036022] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.041861] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.041861] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.041980] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.043173] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.043281] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.043502] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.043611] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.044818] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20810f63-ea8a-4f0d-b70c-508c1dd01c69 is going to be created. [ 1074.116084] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.116260] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.116338] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.116569] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.116881] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.129759] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20810f63-ea8a-4f0d-b70c-508c1dd01c69 in Status: IN_PROGRESS for 2s [ 1074.516551] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20810f63-ea8a-4f0d-b70c-508c1dd01c69',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.707999] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3df1442-972b-4c46-9187-df9c08907130 in Status: SUCCESS [ 1074.708246] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.710841] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.710841] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.710841] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.710841] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.710841] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.710841] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.710841] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.710841] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.710841] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c3df1442-972b-4c46-9187-df9c08907130',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.751671] env[65894]: INFO networking_nsxv3.common.synchronization [req-60dcba5b-aa01-4089-a4b2-ecc4eed11f61 req-3e28d476-4e5f-49ca-8637-16f947f0ebe2 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Enqueued Resource ID: 2cfb114e-24cc-4048-af60-96a336028546 with Priority: HIGHEST for action security_group_members [ 1074.752227] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cfb114e-24cc-4048-af60-96a336028546 with Priority: HIGHEST for action security_group_members [ 1074.752733] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cfb114e-24cc-4048-af60-96a336028546 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.752902] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.753012] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.753340] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.753563] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.754644] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.754644] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.754644] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.754644] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.754644] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cfb114e-24cc-4048-af60-96a336028546',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.019176] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.019451] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.020030] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.020030] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.020030] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.020030] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20810f63-ea8a-4f0d-b70c-508c1dd01c69 is going to be updated. [ 1075.070183] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.070459] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.070545] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.070775] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.070930] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.090147] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20810f63-ea8a-4f0d-b70c-508c1dd01c69 in Status: IN_PROGRESS for 2s [ 1075.214040] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3df1442-972b-4c46-9187-df9c08907130 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.215414] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.215414] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.215414] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.215414] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.215414] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.215414] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.215414] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.215414] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.215822] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.215822] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3df1442-972b-4c46-9187-df9c08907130 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.215822] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.215822] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.215996] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.216084] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.216183] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.216244] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.216420] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.216537] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.216743] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.216743] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c3df1442-972b-4c46-9187-df9c08907130',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.247095] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2203233f-5e53-4c1c-89f4-d2be93f2de14 in Status: SUCCESS [ 1075.247414] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2203233f-5e53-4c1c-89f4-d2be93f2de14 deletion is rescheduled due to dependency. [ 1075.247885] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.257342] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2cfb114e-24cc-4048-af60-96a336028546',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.720163] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c3df1442-972b-4c46-9187-df9c08907130: rpc.has_security_group_logging(os_id): False [ 1075.737537] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.737699] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.737770] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.739173] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.763320] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2cfb114e-24cc-4048-af60-96a336028546',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.765426] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.765690] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.765808] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.765876] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.766767] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.766903] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.767211] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.767365] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.767480] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.767685] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.769033] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.769033] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.769033] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.769033] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.769033] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.769033] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.769033] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3df1442-972b-4c46-9187-df9c08907130 is going to be updated. [ 1075.844266] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.844266] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.844266] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.844266] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.844266] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.862199] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3df1442-972b-4c46-9187-df9c08907130 in Status: IN_PROGRESS for 2s [ 1076.049563] env[65894]: INFO networking_nsxv3.common.synchronization [None req-96b172f1-1325-4729-8250-03ebcc98de2c tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Enqueued Resource ID: 2cfb114e-24cc-4048-af60-96a336028546 with Priority: HIGHEST for action security_group_members [ 1076.050452] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cfb114e-24cc-4048-af60-96a336028546 with Priority: HIGHEST for action security_group_members [ 1076.050827] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cfb114e-24cc-4048-af60-96a336028546 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.050933] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.143042] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20810f63-ea8a-4f0d-b70c-508c1dd01c69 in Status: SUCCESS [ 1076.144043] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20810f63-ea8a-4f0d-b70c-508c1dd01c69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.144043] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20810f63-ea8a-4f0d-b70c-508c1dd01c69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.144043] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20810f63-ea8a-4f0d-b70c-508c1dd01c69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.144043] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20810f63-ea8a-4f0d-b70c-508c1dd01c69',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.271428] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.271576] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.271649] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.271948] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.272127] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.272208] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cfb114e-24cc-4048-af60-96a336028546 is going to be updated. [ 1076.295371] env[65894]: INFO networking_nsxv3.common.synchronization [None req-46c6e143-620d-453a-8894-548db50b084b None None] Enqueued Resource ID: ad52320c-aceb-4f46-bb33-2fa9168731c4 with Priority: HIGHEST for action port [ 1076.296204] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad52320c-aceb-4f46-bb33-2fa9168731c4 with Priority: HIGHEST for action port [ 1076.296680] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad52320c-aceb-4f46-bb33-2fa9168731c4 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.296793] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad52320c-aceb-4f46-bb33-2fa9168731c4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.296863] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad52320c-aceb-4f46-bb33-2fa9168731c4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.297381] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad52320c-aceb-4f46-bb33-2fa9168731c4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.297465] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad52320c-aceb-4f46-bb33-2fa9168731c4',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.300631] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.300755] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.300828] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.301146] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.301335] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.313638] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cfb114e-24cc-4048-af60-96a336028546 in Status: IN_PROGRESS for 2s [ 1076.559584] env[65894]: INFO networking_nsxv3.common.synchronization [None req-a04560f3-9ca7-4832-b624-cba7d53ca18f None None] Enqueued Resource ID: 95f4756a-c22f-451f-82d0-6369a48de89a with Priority: HIGHEST for action port [ 1076.560238] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95f4756a-c22f-451f-82d0-6369a48de89a with Priority: HIGHEST for action port [ 1076.560671] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-95f4756a-c22f-451f-82d0-6369a48de89a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.560856] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95f4756a-c22f-451f-82d0-6369a48de89a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.561262] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95f4756a-c22f-451f-82d0-6369a48de89a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.561637] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95f4756a-c22f-451f-82d0-6369a48de89a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.561796] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95f4756a-c22f-451f-82d0-6369a48de89a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.647278] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-20810f63-ea8a-4f0d-b70c-508c1dd01c69 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.647278] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20810f63-ea8a-4f0d-b70c-508c1dd01c69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.800498] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ad52320c-aceb-4f46-bb33-2fa9168731c4 [ 1076.800853] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.800993] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.801077] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.801314] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.801516] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.801654] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ad52320c-aceb-4f46-bb33-2fa9168731c4 already deleted. [ 1076.801783] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad52320c-aceb-4f46-bb33-2fa9168731c4" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.063766] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 95f4756a-c22f-451f-82d0-6369a48de89a [ 1077.064154] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.064303] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.064363] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.064580] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.064673] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.064770] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:95f4756a-c22f-451f-82d0-6369a48de89a already deleted. [ 1077.064853] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95f4756a-c22f-451f-82d0-6369a48de89a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.101306] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20810f63-ea8a-4f0d-b70c-508c1dd01c69 in Status: SUCCESS [ 1077.102235] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20810f63-ea8a-4f0d-b70c-508c1dd01c69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.102235] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20810f63-ea8a-4f0d-b70c-508c1dd01c69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.102411] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20810f63-ea8a-4f0d-b70c-508c1dd01c69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.102591] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.102717] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.102768] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.102974] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.103069] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.103113] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20810f63-ea8a-4f0d-b70c-508c1dd01c69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.103733] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20810f63-ea8a-4f0d-b70c-508c1dd01c69',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.606043] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-20810f63-ea8a-4f0d-b70c-508c1dd01c69 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.606213] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20810f63-ea8a-4f0d-b70c-508c1dd01c69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.609328] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20810f63-ea8a-4f0d-b70c-508c1dd01c69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.609328] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20810f63-ea8a-4f0d-b70c-508c1dd01c69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.609328] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.609328] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.609328] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.609328] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.609328] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.609328] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20810f63-ea8a-4f0d-b70c-508c1dd01c69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.609328] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-20810f63-ea8a-4f0d-b70c-508c1dd01c69 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.609328] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20810f63-ea8a-4f0d-b70c-508c1dd01c69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.609328] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20810f63-ea8a-4f0d-b70c-508c1dd01c69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.609328] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20810f63-ea8a-4f0d-b70c-508c1dd01c69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.609328] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.609328] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.609328] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.609328] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.609328] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.609328] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20810f63-ea8a-4f0d-b70c-508c1dd01c69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.609958] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20810f63-ea8a-4f0d-b70c-508c1dd01c69',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.881780] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3df1442-972b-4c46-9187-df9c08907130 in Status: SUCCESS [ 1077.882116] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.112072] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20810f63-ea8a-4f0d-b70c-508c1dd01c69: rpc.has_security_group_logging(os_id): False [ 1078.138384] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.138602] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.138682] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.139081] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.139251] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.139685] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.139838] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.139912] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.140073] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.140161] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.140379] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.140494] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.140541] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.140674] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.140748] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.140949] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.141053] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.141121] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.141267] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.141351] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.141486] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20810f63-ea8a-4f0d-b70c-508c1dd01c69 is going to be updated. [ 1078.234856] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.234856] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.234856] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.234856] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.234856] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.256106] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20810f63-ea8a-4f0d-b70c-508c1dd01c69 in Status: IN_PROGRESS for 2s [ 1078.329188] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cfb114e-24cc-4048-af60-96a336028546 in Status: SUCCESS [ 1078.329747] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.329818] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.330231] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.330797] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.331030] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.331183] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.331662] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.331662] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.331834] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cfb114e-24cc-4048-af60-96a336028546',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.834346] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.834677] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.834677] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.834819] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.835070] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.835135] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.835205] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.835296] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.835497] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.835497] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.835687] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cfb114e-24cc-4048-af60-96a336028546 is going to be updated. [ 1078.883099] env[65894]: INFO networking_nsxv3.common.synchronization [req-ebe2e76c-bfc6-44b3-828e-a783b6f6f276 req-c403a7e1-82da-4e0d-9bd5-93399a51ab88 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Enqueued Resource ID: 55dbf741-350e-4706-9067-83941bbdce82 with Priority: HIGHEST for action security_group_members [ 1078.883789] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55dbf741-350e-4706-9067-83941bbdce82 with Priority: HIGHEST for action security_group_members [ 1078.884333] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-55dbf741-350e-4706-9067-83941bbdce82 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.884612] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-55dbf741-350e-4706-9067-83941bbdce82" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.884612] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-55dbf741-350e-4706-9067-83941bbdce82" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.884991] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-55dbf741-350e-4706-9067-83941bbdce82" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.884991] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.889795] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.889795] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.889795] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.889795] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.889795] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('55dbf741-350e-4706-9067-83941bbdce82',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.902103] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.902307] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.902362] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.902608] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.902781] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.922920] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cfb114e-24cc-4048-af60-96a336028546 in Status: IN_PROGRESS for 2s [ 1079.380301] env[65894]: INFO networking_nsxv3.common.synchronization [req-2daaf0ee-1e98-4acb-842e-0e69ea24f6ef req-b3b72f54-53ba-46a0-8e17-4d7c6e6df5ba tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Enqueued Resource ID: c238b883-1fda-4e57-bd98-7c491d271259 with Priority: HIGHEST for action security_group_members [ 1079.384322] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c238b883-1fda-4e57-bd98-7c491d271259 with Priority: HIGHEST for action security_group_members [ 1079.384744] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c238b883-1fda-4e57-bd98-7c491d271259 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.384888] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c238b883-1fda-4e57-bd98-7c491d271259" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.384945] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c238b883-1fda-4e57-bd98-7c491d271259" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.385174] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c238b883-1fda-4e57-bd98-7c491d271259" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.385315] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.385439] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.385490] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.385645] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.385735] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.385834] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c238b883-1fda-4e57-bd98-7c491d271259',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.390409] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.390521] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.390592] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.390773] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.393443] env[65894]: INFO networking_nsxv3.common.synchronization [req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e req-e6cc23ec-3f46-4524-9366-c35c81098525 tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] Enqueued Resource ID: a2ef329a-754d-4f7c-9843-cdf5814db8ac with Priority: HIGHEST for action security_group_members [ 1079.394134] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2ef329a-754d-4f7c-9843-cdf5814db8ac with Priority: HIGHEST for action security_group_members [ 1079.394791] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2ef329a-754d-4f7c-9843-cdf5814db8ac taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.394905] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2ef329a-754d-4f7c-9843-cdf5814db8ac" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.394978] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2ef329a-754d-4f7c-9843-cdf5814db8ac" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.395213] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2ef329a-754d-4f7c-9843-cdf5814db8ac" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.395355] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.395454] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.395534] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.396263] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.396360] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.396459] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2ef329a-754d-4f7c-9843-cdf5814db8ac',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.415672] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.416837] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.416837] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.416837] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.416837] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.416837] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.416837] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55dbf741-350e-4706-9067-83941bbdce82 is going to be updated. [ 1079.450906] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.451365] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.451714] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.452184] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.452540] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.463703] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55dbf741-350e-4706-9067-83941bbdce82 in Status: IN_PROGRESS for 2s [ 1079.736192] env[65894]: INFO networking_nsxv3.common.synchronization [req-b23aaee7-2c44-44cc-8eff-f4e7fb4c6dea req-f1e679df-c5d8-4af4-9aaa-5434b2d966fa tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Enqueued Resource ID: 20810f63-ea8a-4f0d-b70c-508c1dd01c69 with Priority: HIGHEST for action security_group_members [ 1079.736984] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20810f63-ea8a-4f0d-b70c-508c1dd01c69 with Priority: HIGHEST for action security_group_members [ 1079.737801] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-20810f63-ea8a-4f0d-b70c-508c1dd01c69 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.737997] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20810f63-ea8a-4f0d-b70c-508c1dd01c69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.738111] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20810f63-ea8a-4f0d-b70c-508c1dd01c69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.738376] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20810f63-ea8a-4f0d-b70c-508c1dd01c69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.738590] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.738898] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.738898] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.739106] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.739185] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.739299] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20810f63-ea8a-4f0d-b70c-508c1dd01c69',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.819876] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock network-48 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.820080] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "network-48" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.821025] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "network-48" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.821025] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "network-48" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.821025] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.821025] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.821308] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.821308] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.822168] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.822168] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1079.822168] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1079.822168] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1079.822168] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1079.822168] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1079.822881] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1079.822881] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1079.841041] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1079.841715] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1079.841715] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1079.841715] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "network-48" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.841953] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock port-5549539e-a11b-4a02-9ac1-803494f33e9b taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.842116] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "port-5549539e-a11b-4a02-9ac1-803494f33e9b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.842195] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "port-5549539e-a11b-4a02-9ac1-803494f33e9b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.842522] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "port-5549539e-a11b-4a02-9ac1-803494f33e9b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.842664] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5549539e-a11b-4a02-9ac1-803494f33e9b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.887546] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c238b883-1fda-4e57-bd98-7c491d271259',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.898794] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.898794] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.898794] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.899134] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.899134] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.899134] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.899304] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.899304] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.899427] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.899517] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.899622] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2ef329a-754d-4f7c-9843-cdf5814db8ac already deleted. [ 1079.899711] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2ef329a-754d-4f7c-9843-cdf5814db8ac" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.928504] env[65894]: INFO networking_nsxv3.common.synchronization [None req-e5c6d333-40ae-4f08-86cc-bedd634ca76f None None] Enqueued Resource ID: 3824c79c-2aec-4aac-8ae0-2044613b9827 with Priority: HIGHEST for action port [ 1079.929414] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3824c79c-2aec-4aac-8ae0-2044613b9827 with Priority: HIGHEST for action port [ 1079.930067] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-3824c79c-2aec-4aac-8ae0-2044613b9827 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.930244] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3824c79c-2aec-4aac-8ae0-2044613b9827" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.930335] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3824c79c-2aec-4aac-8ae0-2044613b9827" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.932250] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3824c79c-2aec-4aac-8ae0-2044613b9827" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.932250] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3824c79c-2aec-4aac-8ae0-2044613b9827',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.241337] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20810f63-ea8a-4f0d-b70c-508c1dd01c69',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.271612] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20810f63-ea8a-4f0d-b70c-508c1dd01c69 in Status: SUCCESS [ 1080.271866] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20810f63-ea8a-4f0d-b70c-508c1dd01c69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.272057] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20810f63-ea8a-4f0d-b70c-508c1dd01c69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.272278] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20810f63-ea8a-4f0d-b70c-508c1dd01c69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.272366] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20810f63-ea8a-4f0d-b70c-508c1dd01c69',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.344906] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.345161] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.345290] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.345571] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.345722] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.345873] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Segment Port 5549539e-a11b-4a02-9ac1-803494f33e9b not found, creating... [ 1080.346152] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.347052] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.347052] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.347052] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.347052] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.347052] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.347321] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.347456] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.347646] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.347782] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.347922] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Resource: SegmentPort with ID: 5549539e-a11b-4a02-9ac1-803494f33e9b is going to be created. [ 1080.370976] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.371211] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.371336] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.371757] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.372054] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.372344] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "port-5549539e-a11b-4a02-9ac1-803494f33e9b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.390084] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c238b883-1fda-4e57-bd98-7c491d271259',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.433323] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3824c79c-2aec-4aac-8ae0-2044613b9827 [ 1080.433641] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.433726] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.433993] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.434447] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.434602] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.434784] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3824c79c-2aec-4aac-8ae0-2044613b9827 already deleted. [ 1080.434918] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3824c79c-2aec-4aac-8ae0-2044613b9827" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.743861] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20810f63-ea8a-4f0d-b70c-508c1dd01c69',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.774606] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-20810f63-ea8a-4f0d-b70c-508c1dd01c69 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.774741] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20810f63-ea8a-4f0d-b70c-508c1dd01c69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.894167] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.894579] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.894579] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.894676] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.894676] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.894782] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c238b883-1fda-4e57-bd98-7c491d271259 is going to be updated. [ 1080.933223] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cfb114e-24cc-4048-af60-96a336028546 in Status: SUCCESS [ 1080.933352] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cfb114e-24cc-4048-af60-96a336028546 deletion is rescheduled due to dependency. [ 1080.933473] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.935451] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.935596] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.935838] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.936076] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.936227] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.945574] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c238b883-1fda-4e57-bd98-7c491d271259 in Status: IN_PROGRESS for 2s [ 1081.139661] env[65894]: INFO networking_nsxv3.common.synchronization [req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e req-dc201a85-5a61-4421-aaf6-5b04dca2b908 service nova] Enqueued Resource ID: a2ef329a-754d-4f7c-9843-cdf5814db8ac with Priority: HIGHEST for action security_group_rules [ 1081.139661] env[65894]: INFO networking_nsxv3.common.synchronization [req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e req-dc201a85-5a61-4421-aaf6-5b04dca2b908 service nova] Enqueued Resource ID: a2ef329a-754d-4f7c-9843-cdf5814db8ac with Priority: HIGHEST for action security_group_members [ 1081.139661] env[65894]: INFO networking_nsxv3.common.synchronization [req-5722f3e2-e470-4301-9fe9-f2ba9e062d0e req-dc201a85-5a61-4421-aaf6-5b04dca2b908 service nova] Enqueued Resource ID: 5549539e-a11b-4a02-9ac1-803494f33e9b with Priority: HIGHEST for action port [ 1081.140078] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2ef329a-754d-4f7c-9843-cdf5814db8ac with Priority: HIGHEST for action security_group_rules [ 1081.140450] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2ef329a-754d-4f7c-9843-cdf5814db8ac with Priority: HIGHEST for action security_group_members [ 1081.140786] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5549539e-a11b-4a02-9ac1-803494f33e9b with Priority: HIGHEST for action port [ 1081.141313] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2ef329a-754d-4f7c-9843-cdf5814db8ac taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.141974] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2ef329a-754d-4f7c-9843-cdf5814db8ac" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.142229] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2ef329a-754d-4f7c-9843-cdf5814db8ac" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.144021] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2ef329a-754d-4f7c-9843-cdf5814db8ac" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.144021] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2ef329a-754d-4f7c-9843-cdf5814db8ac',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.144021] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2ef329a-754d-4f7c-9843-cdf5814db8ac taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.144021] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2ef329a-754d-4f7c-9843-cdf5814db8ac" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.144021] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2ef329a-754d-4f7c-9843-cdf5814db8ac" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.144544] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2ef329a-754d-4f7c-9843-cdf5814db8ac" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.144791] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.145033] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.145255] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.145731] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.146260] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.146481] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2ef329a-754d-4f7c-9843-cdf5814db8ac',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.147693] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-5549539e-a11b-4a02-9ac1-803494f33e9b taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.147950] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5549539e-a11b-4a02-9ac1-803494f33e9b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.148121] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5549539e-a11b-4a02-9ac1-803494f33e9b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.149018] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5549539e-a11b-4a02-9ac1-803494f33e9b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.149018] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5549539e-a11b-4a02-9ac1-803494f33e9b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.246634] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.246760] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.246894] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.247186] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.247282] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.247382] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20810f63-ea8a-4f0d-b70c-508c1dd01c69 is going to be updated. [ 1081.280398] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.280584] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.280669] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.280906] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.281081] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.291692] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20810f63-ea8a-4f0d-b70c-508c1dd01c69 in Status: IN_PROGRESS for 2s [ 1081.478792] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 55dbf741-350e-4706-9067-83941bbdce82 in Status: SUCCESS [ 1081.479094] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 55dbf741-350e-4706-9067-83941bbdce82 deletion is rescheduled due to dependency. [ 1081.479253] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-55dbf741-350e-4706-9067-83941bbdce82" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.652973] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2ef329a-754d-4f7c-9843-cdf5814db8ac taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.652973] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2ef329a-754d-4f7c-9843-cdf5814db8ac" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.652973] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2ef329a-754d-4f7c-9843-cdf5814db8ac',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.653650] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5549539e-a11b-4a02-9ac1-803494f33e9b with status ACTIVE [ 1081.653900] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.654158] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.654200] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.654825] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.654825] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.654825] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.654825] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.655792] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.656023] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.656148] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.656405] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.656536] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.656606] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.657253] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.657253] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.657253] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5549539e-a11b-4a02-9ac1-803494f33e9b is going to be updated. [ 1081.683932] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.684191] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.684191] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.684428] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.684577] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.684748] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5549539e-a11b-4a02-9ac1-803494f33e9b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.858631] env[65894]: INFO networking_nsxv3.common.synchronization [req-03dd493d-d553-44ec-96ef-e1dd33504379 req-51960e27-4498-45a6-a8d4-777335bee33a tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Enqueued Resource ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a with Priority: HIGHEST for action security_group_members [ 1081.859302] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a with Priority: HIGHEST for action security_group_members [ 1081.859686] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.859802] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.859913] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.860155] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.860349] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.860456] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.860518] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.860686] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.860777] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.860872] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a3141f8-7611-4ff8-8814-8a6ebecf0f8a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.159523] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2ef329a-754d-4f7c-9843-cdf5814db8ac',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.210945] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock network-976 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.211159] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "network-976" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.211284] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "network-976" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.211572] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "network-976" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.211862] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.212089] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.212379] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.212640] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.213146] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.213146] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1082.213237] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1082.213303] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1082.213412] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1082.213522] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1082.213630] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1082.213764] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1082.234247] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1082.234423] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1082.234567] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1082.234762] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "network-976" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.235112] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock port-c54c080f-ba7d-47e7-9089-c1f893aab878 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.235290] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "port-c54c080f-ba7d-47e7-9089-c1f893aab878" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.235423] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "port-c54c080f-ba7d-47e7-9089-c1f893aab878" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.235779] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "port-c54c080f-ba7d-47e7-9089-c1f893aab878" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.235936] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c54c080f-ba7d-47e7-9089-c1f893aab878',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.366145] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.366145] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.366145] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.366145] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.366145] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.366145] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.366145] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.366145] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.366145] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.366145] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.366145] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a is going to be updated. [ 1082.396194] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.396194] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.396194] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.396194] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.396194] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.404445] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a in Status: IN_PROGRESS for 2s [ 1082.512112] env[65894]: INFO networking_nsxv3.common.synchronization [req-b7087116-045e-4e5e-a48e-2f6ff5ba8425 req-75370596-7184-4acb-b6bc-ae71a27b1b76 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Enqueued Resource ID: c3df1442-972b-4c46-9187-df9c08907130 with Priority: HIGHEST for action security_group_members [ 1082.512112] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3df1442-972b-4c46-9187-df9c08907130 with Priority: HIGHEST for action security_group_members [ 1082.512112] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3df1442-972b-4c46-9187-df9c08907130 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.512112] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.512112] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.512112] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.512112] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.512112] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.512112] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.513448] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.513448] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.513448] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3df1442-972b-4c46-9187-df9c08907130',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.662790] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.662971] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.663036] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.663555] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.663663] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.663772] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2ef329a-754d-4f7c-9843-cdf5814db8ac is going to be created. [ 1082.701107] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.701314] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.701314] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.701769] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.701897] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.712879] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2ef329a-754d-4f7c-9843-cdf5814db8ac in Status: UNINITIALIZED for 2s [ 1082.739244] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.739498] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.739641] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.739926] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.740116] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.740274] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Segment Port c54c080f-ba7d-47e7-9089-c1f893aab878 not found, creating... [ 1082.740544] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.740704] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.740821] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.741053] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.741194] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.741477] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.741689] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.741809] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.742051] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.742173] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.742334] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Resource: SegmentPort with ID: c54c080f-ba7d-47e7-9089-c1f893aab878 is going to be created. [ 1082.768330] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.768704] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.768945] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.769389] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.769801] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.770378] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "port-c54c080f-ba7d-47e7-9089-c1f893aab878" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.958187] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c238b883-1fda-4e57-bd98-7c491d271259 in Status: SUCCESS [ 1082.958422] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c238b883-1fda-4e57-bd98-7c491d271259" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.962756] env[65894]: INFO networking_nsxv3.common.synchronization [req-14de9fe1-ae7c-4f1f-adf2-77f2993bff07 req-2b1b30c3-5937-4189-adf0-e644be544aba tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Enqueued Resource ID: 938afa8a-2cd0-4cf0-a00d-011876fde21d with Priority: HIGHEST for action security_group_members [ 1082.964046] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 938afa8a-2cd0-4cf0-a00d-011876fde21d with Priority: HIGHEST for action security_group_members [ 1082.964252] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-938afa8a-2cd0-4cf0-a00d-011876fde21d taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.964379] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-938afa8a-2cd0-4cf0-a00d-011876fde21d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.964448] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-938afa8a-2cd0-4cf0-a00d-011876fde21d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.964664] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-938afa8a-2cd0-4cf0-a00d-011876fde21d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.964826] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.964925] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.964987] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.965164] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.965257] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.965353] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('938afa8a-2cd0-4cf0-a00d-011876fde21d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.016885] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3df1442-972b-4c46-9187-df9c08907130',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.304262] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20810f63-ea8a-4f0d-b70c-508c1dd01c69 in Status: SUCCESS [ 1083.304561] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20810f63-ea8a-4f0d-b70c-508c1dd01c69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.304705] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20810f63-ea8a-4f0d-b70c-508c1dd01c69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.304844] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20810f63-ea8a-4f0d-b70c-508c1dd01c69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.305035] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.305164] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.305225] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.305445] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.305445] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.305572] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20810f63-ea8a-4f0d-b70c-508c1dd01c69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.305632] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20810f63-ea8a-4f0d-b70c-508c1dd01c69',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.468254] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.468435] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.468772] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.468772] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.492309] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.492578] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.492747] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.492747] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.492949] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.493039] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.493139] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 938afa8a-2cd0-4cf0-a00d-011876fde21d is going to be updated. [ 1083.511145] env[65894]: INFO networking_nsxv3.common.synchronization [req-03dd493d-d553-44ec-96ef-e1dd33504379 req-19ffcfac-bb5b-4f86-8107-e57bba115f39 service nova] Enqueued Resource ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a with Priority: HIGHEST for action security_group_rules [ 1083.511145] env[65894]: INFO networking_nsxv3.common.synchronization [req-03dd493d-d553-44ec-96ef-e1dd33504379 req-19ffcfac-bb5b-4f86-8107-e57bba115f39 service nova] Enqueued Resource ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a with Priority: HIGHEST for action security_group_members [ 1083.511145] env[65894]: INFO networking_nsxv3.common.synchronization [req-03dd493d-d553-44ec-96ef-e1dd33504379 req-19ffcfac-bb5b-4f86-8107-e57bba115f39 service nova] Enqueued Resource ID: c54c080f-ba7d-47e7-9089-c1f893aab878 with Priority: HIGHEST for action port [ 1083.511502] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a with Priority: HIGHEST for action security_group_rules [ 1083.511502] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a with Priority: HIGHEST for action security_group_members [ 1083.511621] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c54c080f-ba7d-47e7-9089-c1f893aab878 with Priority: HIGHEST for action port [ 1083.511958] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.512095] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.512438] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.512438] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.512551] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a3141f8-7611-4ff8-8814-8a6ebecf0f8a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.513592] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.513592] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.514555] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-c54c080f-ba7d-47e7-9089-c1f893aab878 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.514555] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c54c080f-ba7d-47e7-9089-c1f893aab878" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.514555] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c54c080f-ba7d-47e7-9089-c1f893aab878" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.514555] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c54c080f-ba7d-47e7-9089-c1f893aab878" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.514555] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c54c080f-ba7d-47e7-9089-c1f893aab878',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.519632] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3df1442-972b-4c46-9187-df9c08907130',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.524802] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.524978] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.525066] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.525379] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.525459] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.536165] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 938afa8a-2cd0-4cf0-a00d-011876fde21d in Status: IN_PROGRESS for 2s [ 1083.811162] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-20810f63-ea8a-4f0d-b70c-508c1dd01c69 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.811343] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20810f63-ea8a-4f0d-b70c-508c1dd01c69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.811406] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20810f63-ea8a-4f0d-b70c-508c1dd01c69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.811651] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20810f63-ea8a-4f0d-b70c-508c1dd01c69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.811823] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.811930] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.811995] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.812200] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.812318] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.812481] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20810f63-ea8a-4f0d-b70c-508c1dd01c69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.812597] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-20810f63-ea8a-4f0d-b70c-508c1dd01c69 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.812721] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20810f63-ea8a-4f0d-b70c-508c1dd01c69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.812771] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20810f63-ea8a-4f0d-b70c-508c1dd01c69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.812924] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20810f63-ea8a-4f0d-b70c-508c1dd01c69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.813077] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.813154] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.813205] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.813349] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.813426] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.813506] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20810f63-ea8a-4f0d-b70c-508c1dd01c69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.813598] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20810f63-ea8a-4f0d-b70c-508c1dd01c69',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.015949] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.016107] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.017481] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c54c080f-ba7d-47e7-9089-c1f893aab878 with status ACTIVE [ 1084.017753] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.017911] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.017983] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.018280] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.018442] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.018699] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.018811] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.018896] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.019170] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.019263] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.019483] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.019783] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.019844] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.020042] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.020140] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.020246] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c54c080f-ba7d-47e7-9089-c1f893aab878 is going to be updated. [ 1084.021491] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.021983] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.021983] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.022148] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.022387] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.022510] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3df1442-972b-4c46-9187-df9c08907130 is going to be updated. [ 1084.048973] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.049205] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.049205] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.049553] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.049694] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.049862] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c54c080f-ba7d-47e7-9089-c1f893aab878" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.056468] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.056613] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.056709] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.056897] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.057082] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.067487] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3df1442-972b-4c46-9187-df9c08907130 in Status: IN_PROGRESS for 2s [ 1084.221805] env[65894]: INFO networking_nsxv3.common.synchronization [req-07b27ca2-6189-4c16-a229-61deb5ebbd25 req-85cd7583-3f07-4d61-874a-0df78ed695c7 tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Enqueued Resource ID: 5cfe25d4-512e-44b4-bd0a-857950331d43 with Priority: HIGHEST for action security_group_members [ 1084.222930] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cfe25d4-512e-44b4-bd0a-857950331d43 with Priority: HIGHEST for action security_group_members [ 1084.222930] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cfe25d4-512e-44b4-bd0a-857950331d43 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.222930] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cfe25d4-512e-44b4-bd0a-857950331d43" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.222930] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cfe25d4-512e-44b4-bd0a-857950331d43" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.223273] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cfe25d4-512e-44b4-bd0a-857950331d43" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.223383] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.223993] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.224089] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.224278] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.224369] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.224923] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5cfe25d4-512e-44b4-bd0a-857950331d43',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.316055] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20810f63-ea8a-4f0d-b70c-508c1dd01c69: rpc.has_security_group_logging(os_id): False [ 1084.336278] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.336435] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.336509] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.336760] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.336856] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.337086] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.337191] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.337254] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.337422] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.337501] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.337690] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.337773] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.337832] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.337968] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.338053] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.338257] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.338349] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.338408] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.338614] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.338614] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.338754] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20810f63-ea8a-4f0d-b70c-508c1dd01c69 is going to be updated. [ 1084.408469] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.408728] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.408821] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.409084] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.409262] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.417927] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a in Status: SUCCESS [ 1084.418214] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a deletion is rescheduled due to dependency. [ 1084.418385] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.418618] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.418920] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.419200] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.419393] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.419508] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.419852] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.420218] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.420218] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a3141f8-7611-4ff8-8814-8a6ebecf0f8a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.422285] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20810f63-ea8a-4f0d-b70c-508c1dd01c69 in Status: IN_PROGRESS for 2s [ 1084.593891] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock network-271 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.594054] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "network-271" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.594097] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "network-271" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.594864] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "network-271" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.595214] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.595386] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.595506] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.595762] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.596086] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.596154] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1084.596289] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1084.596402] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1084.596511] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1084.596621] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1084.596726] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1084.596876] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1084.615056] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1084.616082] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1084.616082] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1084.616082] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "network-271" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.616082] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock port-72afd8c8-eb21-41e1-b019-dde81a10cd55 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.616082] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "port-72afd8c8-eb21-41e1-b019-dde81a10cd55" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.616082] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "port-72afd8c8-eb21-41e1-b019-dde81a10cd55" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.616422] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "port-72afd8c8-eb21-41e1-b019-dde81a10cd55" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.616537] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72afd8c8-eb21-41e1-b019-dde81a10cd55',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.728336] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.728623] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.728764] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.729202] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.729344] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.729651] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.729828] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.729936] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.730212] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.730327] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.730457] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5cfe25d4-512e-44b4-bd0a-857950331d43 already deleted. [ 1084.730586] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cfe25d4-512e-44b4-bd0a-857950331d43" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.735080] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2ef329a-754d-4f7c-9843-cdf5814db8ac in Status: SUCCESS [ 1084.736273] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2ef329a-754d-4f7c-9843-cdf5814db8ac" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.736273] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2ef329a-754d-4f7c-9843-cdf5814db8ac" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.736273] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2ef329a-754d-4f7c-9843-cdf5814db8ac" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.736273] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.736273] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.736533] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.736533] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.736587] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.736685] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2ef329a-754d-4f7c-9843-cdf5814db8ac" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.736779] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a2ef329a-754d-4f7c-9843-cdf5814db8ac',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.924157] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3a3141f8-7611-4ff8-8814-8a6ebecf0f8a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.119216] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.119463] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.119587] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.119869] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.120032] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.120190] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Segment Port 72afd8c8-eb21-41e1-b019-dde81a10cd55 not found, creating... [ 1085.120467] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.120635] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.120755] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.120975] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.121128] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.121402] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.121557] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.121697] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.121923] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.122087] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.122228] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Resource: SegmentPort with ID: 72afd8c8-eb21-41e1-b019-dde81a10cd55 is going to be created. [ 1085.143701] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.143919] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.144029] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.144305] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.144533] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.144782] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "port-72afd8c8-eb21-41e1-b019-dde81a10cd55" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.239814] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2ef329a-754d-4f7c-9843-cdf5814db8ac taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.240050] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2ef329a-754d-4f7c-9843-cdf5814db8ac" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.240165] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2ef329a-754d-4f7c-9843-cdf5814db8ac" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.240319] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2ef329a-754d-4f7c-9843-cdf5814db8ac" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.240505] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.240637] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.240708] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.240889] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.241016] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.241121] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2ef329a-754d-4f7c-9843-cdf5814db8ac" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.241275] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2ef329a-754d-4f7c-9843-cdf5814db8ac taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.241372] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2ef329a-754d-4f7c-9843-cdf5814db8ac" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.241436] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2ef329a-754d-4f7c-9843-cdf5814db8ac" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.241645] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2ef329a-754d-4f7c-9843-cdf5814db8ac" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.241800] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.241897] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.241959] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.242142] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.242215] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.242302] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2ef329a-754d-4f7c-9843-cdf5814db8ac" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.242392] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a2ef329a-754d-4f7c-9843-cdf5814db8ac',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.426293] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3a3141f8-7611-4ff8-8814-8a6ebecf0f8a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.547464] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 938afa8a-2cd0-4cf0-a00d-011876fde21d in Status: SUCCESS [ 1085.547841] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 938afa8a-2cd0-4cf0-a00d-011876fde21d deletion is rescheduled due to dependency. [ 1085.547841] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-938afa8a-2cd0-4cf0-a00d-011876fde21d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.745702] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a2ef329a-754d-4f7c-9843-cdf5814db8ac: rpc.has_security_group_logging(os_id): False [ 1085.767477] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.767761] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.767761] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.767934] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.767934] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.768072] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.768174] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.768436] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.768436] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.768505] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.768725] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.768725] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.768884] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.768931] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.769046] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.769225] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.769315] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.769377] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.769525] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.769603] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.769690] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2ef329a-754d-4f7c-9843-cdf5814db8ac is going to be created. [ 1085.851101] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.851289] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.851355] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.852030] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.852030] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.867203] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2ef329a-754d-4f7c-9843-cdf5814db8ac in Status: IN_PROGRESS for 2s [ 1085.898491] env[65894]: INFO networking_nsxv3.common.synchronization [req-07b27ca2-6189-4c16-a229-61deb5ebbd25 req-928b3504-4272-4242-bedb-0477ce1b8f62 service nova] Enqueued Resource ID: 5cfe25d4-512e-44b4-bd0a-857950331d43 with Priority: HIGHEST for action security_group_rules [ 1085.898742] env[65894]: INFO networking_nsxv3.common.synchronization [req-07b27ca2-6189-4c16-a229-61deb5ebbd25 req-928b3504-4272-4242-bedb-0477ce1b8f62 service nova] Enqueued Resource ID: 5cfe25d4-512e-44b4-bd0a-857950331d43 with Priority: HIGHEST for action security_group_members [ 1085.898899] env[65894]: INFO networking_nsxv3.common.synchronization [req-07b27ca2-6189-4c16-a229-61deb5ebbd25 req-928b3504-4272-4242-bedb-0477ce1b8f62 service nova] Enqueued Resource ID: 72afd8c8-eb21-41e1-b019-dde81a10cd55 with Priority: HIGHEST for action port [ 1085.899440] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cfe25d4-512e-44b4-bd0a-857950331d43 with Priority: HIGHEST for action security_group_rules [ 1085.899688] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cfe25d4-512e-44b4-bd0a-857950331d43 with Priority: HIGHEST for action security_group_members [ 1085.899800] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72afd8c8-eb21-41e1-b019-dde81a10cd55 with Priority: HIGHEST for action port [ 1085.900094] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5cfe25d4-512e-44b4-bd0a-857950331d43 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.900225] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5cfe25d4-512e-44b4-bd0a-857950331d43" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.900521] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5cfe25d4-512e-44b4-bd0a-857950331d43" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.900521] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5cfe25d4-512e-44b4-bd0a-857950331d43" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.900615] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5cfe25d4-512e-44b4-bd0a-857950331d43',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.901551] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cfe25d4-512e-44b4-bd0a-857950331d43 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.901770] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cfe25d4-512e-44b4-bd0a-857950331d43" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.901804] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cfe25d4-512e-44b4-bd0a-857950331d43" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.901992] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cfe25d4-512e-44b4-bd0a-857950331d43" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.902152] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.902278] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.902312] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.902439] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.902546] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.902638] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5cfe25d4-512e-44b4-bd0a-857950331d43',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.904249] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-72afd8c8-eb21-41e1-b019-dde81a10cd55 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.908624] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72afd8c8-eb21-41e1-b019-dde81a10cd55" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.908624] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72afd8c8-eb21-41e1-b019-dde81a10cd55" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.908624] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72afd8c8-eb21-41e1-b019-dde81a10cd55" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.908624] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72afd8c8-eb21-41e1-b019-dde81a10cd55',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.930049] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.930049] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.930049] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.930049] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.930321] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.930350] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a is going to be updated. [ 1085.964917] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.965094] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.965094] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.965318] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.965467] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.975368] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a in Status: IN_PROGRESS for 2s [ 1086.078161] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3df1442-972b-4c46-9187-df9c08907130 in Status: SUCCESS [ 1086.078519] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.410058] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5cfe25d4-512e-44b4-bd0a-857950331d43',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.411522] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cfe25d4-512e-44b4-bd0a-857950331d43 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.411893] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cfe25d4-512e-44b4-bd0a-857950331d43" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.411893] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 72afd8c8-eb21-41e1-b019-dde81a10cd55 with status ACTIVE [ 1086.412297] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.412297] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.412297] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.412477] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.412477] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.412739] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.412824] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.412893] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.413062] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.413142] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.413477] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.413477] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.413477] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.413720] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.413720] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.413720] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 72afd8c8-eb21-41e1-b019-dde81a10cd55 is going to be updated. [ 1086.438702] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20810f63-ea8a-4f0d-b70c-508c1dd01c69 in Status: SUCCESS [ 1086.439037] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20810f63-ea8a-4f0d-b70c-508c1dd01c69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.442316] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.442458] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.442645] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.442823] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.442969] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.443143] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72afd8c8-eb21-41e1-b019-dde81a10cd55" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.502157] env[65894]: INFO networking_nsxv3.common.synchronization [None req-998ec373-b131-4fd9-bdf8-684962f527c1 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Enqueued Resource ID: 791172f1-3024-467a-9eb9-0f8617f201a2 with Priority: HIGHEST for action security_group_rules [ 1086.502524] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 791172f1-3024-467a-9eb9-0f8617f201a2 with Priority: HIGHEST for action security_group_rules [ 1086.502844] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-791172f1-3024-467a-9eb9-0f8617f201a2 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.502966] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-791172f1-3024-467a-9eb9-0f8617f201a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.503069] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-791172f1-3024-467a-9eb9-0f8617f201a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.503349] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-791172f1-3024-467a-9eb9-0f8617f201a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.503432] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('791172f1-3024-467a-9eb9-0f8617f201a2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.603716] env[65894]: INFO networking_nsxv3.common.synchronization [None req-e5e451a1-9eb4-46a7-b363-2f9988ac4f1f tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Enqueued Resource ID: 791172f1-3024-467a-9eb9-0f8617f201a2 with Priority: HIGHEST for action security_group_rules [ 1086.604421] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 791172f1-3024-467a-9eb9-0f8617f201a2 with Priority: HIGHEST for action security_group_rules [ 1086.605888] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-791172f1-3024-467a-9eb9-0f8617f201a2 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.605888] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-791172f1-3024-467a-9eb9-0f8617f201a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.915529] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5cfe25d4-512e-44b4-bd0a-857950331d43',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.024011] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.024137] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.024210] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.024444] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.024528] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.024626] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 791172f1-3024-467a-9eb9-0f8617f201a2 already deleted. [ 1087.024741] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-791172f1-3024-467a-9eb9-0f8617f201a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.025192] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-791172f1-3024-467a-9eb9-0f8617f201a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.025192] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-791172f1-3024-467a-9eb9-0f8617f201a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.025192] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('791172f1-3024-467a-9eb9-0f8617f201a2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.418169] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.418340] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.418434] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.418789] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.419016] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.419069] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5cfe25d4-512e-44b4-bd0a-857950331d43 is going to be created. [ 1087.449034] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.449566] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.449566] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.449566] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.449849] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.463419] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cfe25d4-512e-44b4-bd0a-857950331d43 in Status: UNINITIALIZED for 2s [ 1087.546676] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.546871] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.547076] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.547450] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.547531] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.547636] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 791172f1-3024-467a-9eb9-0f8617f201a2 already deleted. [ 1087.547726] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-791172f1-3024-467a-9eb9-0f8617f201a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.880251] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2ef329a-754d-4f7c-9843-cdf5814db8ac in Status: SUCCESS [ 1087.880476] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2ef329a-754d-4f7c-9843-cdf5814db8ac" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.987034] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a in Status: SUCCESS [ 1087.987255] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.987525] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.987651] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.987843] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.987971] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.988042] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.988197] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.988311] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.988368] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.988469] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3a3141f8-7611-4ff8-8814-8a6ebecf0f8a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.494325] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.494673] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.494673] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.494834] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.495000] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.495144] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.495189] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.495373] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.495470] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.495563] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.495731] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.495833] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.495907] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.496080] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.496240] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.496340] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.496403] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.496546] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.496623] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.496709] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.496916] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3a3141f8-7611-4ff8-8814-8a6ebecf0f8a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.001030] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a: rpc.has_security_group_logging(os_id): False [ 1089.020349] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.020501] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.020572] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.020830] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.020873] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.021063] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.021167] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.021232] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.021376] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.021451] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.021692] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.021816] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.021816] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.021963] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.022052] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.022862] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.023021] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.023104] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.023254] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.023336] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.023426] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a is going to be updated. [ 1089.092747] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.092959] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.092959] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.093877] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.093877] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.110076] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a in Status: IN_PROGRESS for 2s [ 1089.474612] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cfe25d4-512e-44b4-bd0a-857950331d43 in Status: SUCCESS [ 1089.474915] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cfe25d4-512e-44b4-bd0a-857950331d43" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.475095] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cfe25d4-512e-44b4-bd0a-857950331d43" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.475354] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cfe25d4-512e-44b4-bd0a-857950331d43" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.475571] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.475764] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.475833] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.476054] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.476151] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.476266] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cfe25d4-512e-44b4-bd0a-857950331d43" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.476412] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5cfe25d4-512e-44b4-bd0a-857950331d43',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.979935] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cfe25d4-512e-44b4-bd0a-857950331d43 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.980332] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cfe25d4-512e-44b4-bd0a-857950331d43" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.980332] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cfe25d4-512e-44b4-bd0a-857950331d43" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.980560] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cfe25d4-512e-44b4-bd0a-857950331d43" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.980758] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.980965] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.981036] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.981312] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.981543] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.981591] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cfe25d4-512e-44b4-bd0a-857950331d43" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.981808] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cfe25d4-512e-44b4-bd0a-857950331d43 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.981945] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cfe25d4-512e-44b4-bd0a-857950331d43" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.982055] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cfe25d4-512e-44b4-bd0a-857950331d43" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.982378] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cfe25d4-512e-44b4-bd0a-857950331d43" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.982622] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.982800] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.982942] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.983195] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.983352] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.983514] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cfe25d4-512e-44b4-bd0a-857950331d43" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.983700] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5cfe25d4-512e-44b4-bd0a-857950331d43',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.293633] env[65894]: INFO networking_nsxv3.common.synchronization [req-6b42ebf8-46c2-4bda-899f-9fb1185d5556 req-b1039833-57a4-476e-a49d-7252c84c1398 tempest-ServerRescueNegativeTestJSON-1978379430 tempest-ServerRescueNegativeTestJSON-1978379430-project-member] Enqueued Resource ID: c238b883-1fda-4e57-bd98-7c491d271259 with Priority: HIGHEST for action security_group_members [ 1090.294331] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c238b883-1fda-4e57-bd98-7c491d271259 with Priority: HIGHEST for action security_group_members [ 1090.294725] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c238b883-1fda-4e57-bd98-7c491d271259 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.294990] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c238b883-1fda-4e57-bd98-7c491d271259" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.295087] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c238b883-1fda-4e57-bd98-7c491d271259" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.295246] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c238b883-1fda-4e57-bd98-7c491d271259" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.295407] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.295513] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.295573] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.295740] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.295837] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.295993] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c238b883-1fda-4e57-bd98-7c491d271259',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.486878] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5cfe25d4-512e-44b4-bd0a-857950331d43: rpc.has_security_group_logging(os_id): False [ 1090.507761] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.507949] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.507949] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.508224] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.508359] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.508488] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.508585] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.508656] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.508887] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.508978] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.509159] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.509257] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.509335] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.509614] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.509614] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.509958] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.509958] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.509958] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.510272] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.510272] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.510434] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5cfe25d4-512e-44b4-bd0a-857950331d43 is going to be created. [ 1090.581621] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.581855] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.581910] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.582131] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.582392] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.600041] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5cfe25d4-512e-44b4-bd0a-857950331d43 in Status: IN_PROGRESS for 2s [ 1090.798501] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.798862] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.798862] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.799105] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.799232] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.799440] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.799548] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.799635] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.799823] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.799904] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.799990] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c238b883-1fda-4e57-bd98-7c491d271259 is going to be updated. [ 1090.829086] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.829240] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.829313] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.829662] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.829662] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.839531] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c238b883-1fda-4e57-bd98-7c491d271259 in Status: IN_PROGRESS for 2s [ 1091.127128] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a in Status: SUCCESS [ 1091.127428] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.618273] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5cfe25d4-512e-44b4-bd0a-857950331d43 in Status: SUCCESS [ 1092.618863] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5cfe25d4-512e-44b4-bd0a-857950331d43" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.851853] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c238b883-1fda-4e57-bd98-7c491d271259 in Status: SUCCESS [ 1092.852086] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c238b883-1fda-4e57-bd98-7c491d271259 deletion is rescheduled due to dependency. [ 1092.852229] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c238b883-1fda-4e57-bd98-7c491d271259" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.432809] env[65894]: INFO networking_nsxv3.common.synchronization [req-aaf6da5d-bd3d-41ea-9751-b6a201e19faa req-f16490f5-8057-4e8a-9d41-431d606101c3 tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Enqueued Resource ID: 20810f63-ea8a-4f0d-b70c-508c1dd01c69 with Priority: HIGHEST for action security_group_members [ 1093.433362] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20810f63-ea8a-4f0d-b70c-508c1dd01c69 with Priority: HIGHEST for action security_group_members [ 1093.433716] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-20810f63-ea8a-4f0d-b70c-508c1dd01c69 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.433867] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20810f63-ea8a-4f0d-b70c-508c1dd01c69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.434017] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20810f63-ea8a-4f0d-b70c-508c1dd01c69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.434604] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20810f63-ea8a-4f0d-b70c-508c1dd01c69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.434851] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.435015] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.435096] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.435507] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.435667] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.435923] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20810f63-ea8a-4f0d-b70c-508c1dd01c69',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.521963] env[65894]: INFO networking_nsxv3.common.synchronization [req-fe7231dd-5a95-4468-81f4-f39bf45d7b7d req-ca69209b-dcf5-4fe2-829c-09edaaebc6fe tempest-ListServersNegativeTestJSON-827893704 tempest-ListServersNegativeTestJSON-827893704-project-member] Enqueued Resource ID: 20810f63-ea8a-4f0d-b70c-508c1dd01c69 with Priority: HIGHEST for action security_group_members [ 1093.522444] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20810f63-ea8a-4f0d-b70c-508c1dd01c69 with Priority: HIGHEST for action security_group_members [ 1093.522818] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-20810f63-ea8a-4f0d-b70c-508c1dd01c69 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.522984] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20810f63-ea8a-4f0d-b70c-508c1dd01c69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.836478] env[65894]: INFO networking_nsxv3.common.synchronization [req-44d253bc-1c97-4599-830e-75b6692c81cc req-d49c8d6b-333d-4677-be72-122a2c6d7538 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Enqueued Resource ID: 791172f1-3024-467a-9eb9-0f8617f201a2 with Priority: HIGHEST for action security_group_members [ 1093.838035] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 791172f1-3024-467a-9eb9-0f8617f201a2 with Priority: HIGHEST for action security_group_members [ 1093.838035] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-791172f1-3024-467a-9eb9-0f8617f201a2 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.838035] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-791172f1-3024-467a-9eb9-0f8617f201a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.838035] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-791172f1-3024-467a-9eb9-0f8617f201a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.838035] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-791172f1-3024-467a-9eb9-0f8617f201a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.838035] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.838442] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.838647] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.838865] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.839018] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.839166] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('791172f1-3024-467a-9eb9-0f8617f201a2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.941374] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20810f63-ea8a-4f0d-b70c-508c1dd01c69',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.210038] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock network-586 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.210038] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "network-586" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.211039] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "network-586" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.211039] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "network-586" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.211039] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.213252] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.213252] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.213252] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.213252] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.213252] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1094.213252] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1094.213252] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1094.213252] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1094.213252] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1094.213252] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1094.213252] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1094.237401] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1094.237626] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1094.237797] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1094.237911] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "network-586" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.238277] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock port-b39a0942-0d2b-4025-be8b-e92a9a5a6c50 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.238480] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "port-b39a0942-0d2b-4025-be8b-e92a9a5a6c50" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.238613] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "port-b39a0942-0d2b-4025-be8b-e92a9a5a6c50" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.238942] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "port-b39a0942-0d2b-4025-be8b-e92a9a5a6c50" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.239107] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b39a0942-0d2b-4025-be8b-e92a9a5a6c50',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.341521] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.341690] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.341906] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.342196] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.342276] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.342492] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.342599] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.342665] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.342972] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.343078] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.343177] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 791172f1-3024-467a-9eb9-0f8617f201a2 already deleted. [ 1094.343263] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-791172f1-3024-467a-9eb9-0f8617f201a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.445830] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20810f63-ea8a-4f0d-b70c-508c1dd01c69',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.742311] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.742996] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.742996] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.743177] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.743411] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.743669] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Segment Port b39a0942-0d2b-4025-be8b-e92a9a5a6c50 not found, creating... [ 1094.744120] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.744390] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.744578] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.744917] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.745099] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.745416] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.745577] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.745692] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.745914] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.746072] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.746211] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Resource: SegmentPort with ID: b39a0942-0d2b-4025-be8b-e92a9a5a6c50 is going to be created. [ 1094.779756] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.780012] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.780153] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.780429] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.780663] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.780914] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "port-b39a0942-0d2b-4025-be8b-e92a9a5a6c50" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.952574] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.952920] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.952920] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.953095] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.953191] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.953293] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20810f63-ea8a-4f0d-b70c-508c1dd01c69 is going to be updated. [ 1094.995082] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.995483] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.995560] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.995781] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.995933] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.006714] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20810f63-ea8a-4f0d-b70c-508c1dd01c69 in Status: IN_PROGRESS for 2s [ 1095.055821] env[65894]: INFO networking_nsxv3.common.synchronization [req-e94b7b5f-bb00-4995-bb40-5fabc9757c92 req-379debb5-08f8-4a27-98f5-4e4b05b59754 tempest-ServerMetadataNegativeTestJSON-338671329 tempest-ServerMetadataNegativeTestJSON-338671329-project-member] Enqueued Resource ID: a2ef329a-754d-4f7c-9843-cdf5814db8ac with Priority: HIGHEST for action security_group_members [ 1095.056442] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2ef329a-754d-4f7c-9843-cdf5814db8ac with Priority: HIGHEST for action security_group_members [ 1095.056776] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2ef329a-754d-4f7c-9843-cdf5814db8ac taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.056904] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2ef329a-754d-4f7c-9843-cdf5814db8ac" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.056968] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2ef329a-754d-4f7c-9843-cdf5814db8ac" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.057193] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2ef329a-754d-4f7c-9843-cdf5814db8ac" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.058087] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.058087] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.058087] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.058087] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.058087] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.058087] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2ef329a-754d-4f7c-9843-cdf5814db8ac',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.472405] env[65894]: INFO networking_nsxv3.common.synchronization [req-44d253bc-1c97-4599-830e-75b6692c81cc req-c174faeb-2513-4ed6-bcda-3c9b88bf6898 service nova] Enqueued Resource ID: 791172f1-3024-467a-9eb9-0f8617f201a2 with Priority: HIGHEST for action security_group_rules [ 1095.472405] env[65894]: INFO networking_nsxv3.common.synchronization [req-44d253bc-1c97-4599-830e-75b6692c81cc req-c174faeb-2513-4ed6-bcda-3c9b88bf6898 service nova] Enqueued Resource ID: 791172f1-3024-467a-9eb9-0f8617f201a2 with Priority: HIGHEST for action security_group_members [ 1095.472405] env[65894]: INFO networking_nsxv3.common.synchronization [req-44d253bc-1c97-4599-830e-75b6692c81cc req-c174faeb-2513-4ed6-bcda-3c9b88bf6898 service nova] Enqueued Resource ID: b39a0942-0d2b-4025-be8b-e92a9a5a6c50 with Priority: HIGHEST for action port [ 1095.472405] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 791172f1-3024-467a-9eb9-0f8617f201a2 with Priority: HIGHEST for action security_group_rules [ 1095.472730] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 791172f1-3024-467a-9eb9-0f8617f201a2 with Priority: HIGHEST for action security_group_members [ 1095.473043] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b39a0942-0d2b-4025-be8b-e92a9a5a6c50 with Priority: HIGHEST for action port [ 1095.473457] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-791172f1-3024-467a-9eb9-0f8617f201a2 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.473734] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-791172f1-3024-467a-9eb9-0f8617f201a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.474168] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-791172f1-3024-467a-9eb9-0f8617f201a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.474696] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-791172f1-3024-467a-9eb9-0f8617f201a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.474975] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('791172f1-3024-467a-9eb9-0f8617f201a2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.476223] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-791172f1-3024-467a-9eb9-0f8617f201a2 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.477312] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-791172f1-3024-467a-9eb9-0f8617f201a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.477534] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-791172f1-3024-467a-9eb9-0f8617f201a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.478253] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-791172f1-3024-467a-9eb9-0f8617f201a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.478340] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.478504] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.478574] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.478758] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.478843] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.479135] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('791172f1-3024-467a-9eb9-0f8617f201a2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.480129] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-b39a0942-0d2b-4025-be8b-e92a9a5a6c50 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.480237] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b39a0942-0d2b-4025-be8b-e92a9a5a6c50" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.480367] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b39a0942-0d2b-4025-be8b-e92a9a5a6c50" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.480473] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b39a0942-0d2b-4025-be8b-e92a9a5a6c50" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.480547] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b39a0942-0d2b-4025-be8b-e92a9a5a6c50',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.560644] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.560803] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.560871] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.561110] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.561209] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.561406] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.561502] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.561563] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.561720] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.561817] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.561887] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2ef329a-754d-4f7c-9843-cdf5814db8ac is going to be updated. [ 1095.699026] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.699026] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.699026] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.699026] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.699265] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.708028] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2ef329a-754d-4f7c-9843-cdf5814db8ac in Status: IN_PROGRESS for 2s [ 1095.983431] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-791172f1-3024-467a-9eb9-0f8617f201a2 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.983835] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-791172f1-3024-467a-9eb9-0f8617f201a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.983835] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b39a0942-0d2b-4025-be8b-e92a9a5a6c50 with status ACTIVE [ 1095.983928] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.984014] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.984078] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.984379] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.984514] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.984718] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.984823] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.984886] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.985106] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.985203] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.985400] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.985509] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.985591] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.985850] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.985850] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.985982] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b39a0942-0d2b-4025-be8b-e92a9a5a6c50 is going to be updated. [ 1095.987246] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('791172f1-3024-467a-9eb9-0f8617f201a2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.010447] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.010603] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.010660] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.010923] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.011038] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.011197] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b39a0942-0d2b-4025-be8b-e92a9a5a6c50" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.489545] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('791172f1-3024-467a-9eb9-0f8617f201a2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.993472] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.993956] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.993956] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.993956] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.993956] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.994274] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 791172f1-3024-467a-9eb9-0f8617f201a2 is going to be created. [ 1097.019333] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20810f63-ea8a-4f0d-b70c-508c1dd01c69 in Status: SUCCESS [ 1097.019556] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20810f63-ea8a-4f0d-b70c-508c1dd01c69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.019858] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20810f63-ea8a-4f0d-b70c-508c1dd01c69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.020088] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20810f63-ea8a-4f0d-b70c-508c1dd01c69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.020327] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.020479] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.020553] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.020727] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.020817] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.020920] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20810f63-ea8a-4f0d-b70c-508c1dd01c69',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.022557] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.022671] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.022739] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.022925] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.023104] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.033708] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 791172f1-3024-467a-9eb9-0f8617f201a2 in Status: UNINITIALIZED for 2s [ 1097.526025] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.526235] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.526290] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.526498] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.526590] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.526785] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.526914] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.527030] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.527128] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.527204] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.527294] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20810f63-ea8a-4f0d-b70c-508c1dd01c69 is going to be updated. [ 1097.555800] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.556013] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.556013] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.556238] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.556386] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.567430] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20810f63-ea8a-4f0d-b70c-508c1dd01c69 in Status: IN_PROGRESS for 2s [ 1097.718453] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2ef329a-754d-4f7c-9843-cdf5814db8ac in Status: SUCCESS [ 1097.718620] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2ef329a-754d-4f7c-9843-cdf5814db8ac deletion is rescheduled due to dependency. [ 1097.718732] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2ef329a-754d-4f7c-9843-cdf5814db8ac" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.995499] env[65894]: INFO networking_nsxv3.common.synchronization [req-19acfa9a-fa0d-4cf0-848d-11afe5e84c65 req-c3c9c98d-eb8a-4ef7-86b4-ce4127912392 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Enqueued Resource ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a with Priority: HIGHEST for action security_group_members [ 1097.996062] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a with Priority: HIGHEST for action security_group_members [ 1097.996429] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.996581] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.996660] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.996854] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.997031] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.997193] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.997193] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.997326] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.997411] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.997502] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a3141f8-7611-4ff8-8814-8a6ebecf0f8a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.499974] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.500241] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.500350] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.500588] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.500672] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.500939] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.501117] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.501213] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.501415] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.501502] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.501593] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a is going to be updated. [ 1098.537074] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.537074] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.537074] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.537074] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.537371] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.548690] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a in Status: IN_PROGRESS for 2s [ 1099.043176] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 791172f1-3024-467a-9eb9-0f8617f201a2 in Status: SUCCESS [ 1099.043458] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-791172f1-3024-467a-9eb9-0f8617f201a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.043535] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-791172f1-3024-467a-9eb9-0f8617f201a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.043852] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-791172f1-3024-467a-9eb9-0f8617f201a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.044096] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.044341] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.044416] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.044598] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.044682] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.044771] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-791172f1-3024-467a-9eb9-0f8617f201a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.044862] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('791172f1-3024-467a-9eb9-0f8617f201a2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.547431] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('791172f1-3024-467a-9eb9-0f8617f201a2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.578101] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20810f63-ea8a-4f0d-b70c-508c1dd01c69 in Status: SUCCESS [ 1099.578287] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20810f63-ea8a-4f0d-b70c-508c1dd01c69 deletion is rescheduled due to dependency. [ 1099.578405] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20810f63-ea8a-4f0d-b70c-508c1dd01c69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.050196] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 791172f1-3024-467a-9eb9-0f8617f201a2: rpc.has_security_group_logging(os_id): False [ 1100.069242] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.069430] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.069430] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.069639] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.069743] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.070033] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.070130] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.070196] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.070350] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.070428] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.070515] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 791172f1-3024-467a-9eb9-0f8617f201a2 is going to be created. [ 1100.133099] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.133308] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.133404] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.133673] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.133907] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.145907] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 791172f1-3024-467a-9eb9-0f8617f201a2 in Status: IN_PROGRESS for 2s [ 1100.561906] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a in Status: SUCCESS [ 1100.561906] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a deletion is rescheduled due to dependency. [ 1100.561906] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.158541] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 791172f1-3024-467a-9eb9-0f8617f201a2 in Status: SUCCESS [ 1102.158541] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-791172f1-3024-467a-9eb9-0f8617f201a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.543125] env[65894]: INFO networking_nsxv3.common.synchronization [req-2f45d82a-76a0-43bd-9c45-c4073e9908c3 req-957fa9fa-9074-4b83-b867-d42d818d5fd4 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Enqueued Resource ID: c3df1442-972b-4c46-9187-df9c08907130 with Priority: HIGHEST for action security_group_members [ 1102.543125] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3df1442-972b-4c46-9187-df9c08907130 with Priority: HIGHEST for action security_group_members [ 1102.543626] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3df1442-972b-4c46-9187-df9c08907130 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.543899] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.544090] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.545985] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.546436] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.546989] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.548650] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.548650] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.548650] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.548650] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3df1442-972b-4c46-9187-df9c08907130',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.996960] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock network-130 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.997200] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "network-130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.997326] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "network-130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.997595] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "network-130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.997853] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.998016] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.998272] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.998529] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.998691] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.998905] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1102.999031] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1102.999143] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1102.999249] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1102.999359] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1102.999464] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1102.999594] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1103.018869] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1103.019043] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1103.019172] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1103.019348] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "network-130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.019652] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock port-d7944311-5d14-4409-b523-8f24e08a490b taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.019832] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "port-d7944311-5d14-4409-b523-8f24e08a490b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.019991] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "port-d7944311-5d14-4409-b523-8f24e08a490b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.020334] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "port-d7944311-5d14-4409-b523-8f24e08a490b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.020471] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7944311-5d14-4409-b523-8f24e08a490b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.049625] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3df1442-972b-4c46-9187-df9c08907130',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.523562] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.523953] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.523953] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.524358] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.524845] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.524845] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Segment Port d7944311-5d14-4409-b523-8f24e08a490b not found, creating... [ 1103.525021] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.525232] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.525357] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.525584] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.525721] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.526022] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.526184] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.526322] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.526527] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.526707] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.526821] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Resource: SegmentPort with ID: d7944311-5d14-4409-b523-8f24e08a490b is going to be created. [ 1103.548994] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.549296] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.549436] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.549747] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.549936] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.550184] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "port-d7944311-5d14-4409-b523-8f24e08a490b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.551997] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3df1442-972b-4c46-9187-df9c08907130',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.054884] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.054884] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.054884] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.054884] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.054884] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.054884] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3df1442-972b-4c46-9187-df9c08907130 is going to be updated. [ 1104.087172] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.087414] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.087414] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.087614] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.087757] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.098956] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3df1442-972b-4c46-9187-df9c08907130 in Status: IN_PROGRESS for 2s [ 1104.297181] env[65894]: INFO networking_nsxv3.common.synchronization [req-2f45d82a-76a0-43bd-9c45-c4073e9908c3 req-183215fc-5e87-451a-b301-e4247a725e1e service nova] Enqueued Resource ID: c3df1442-972b-4c46-9187-df9c08907130 with Priority: HIGHEST for action security_group_rules [ 1104.297181] env[65894]: INFO networking_nsxv3.common.synchronization [req-2f45d82a-76a0-43bd-9c45-c4073e9908c3 req-183215fc-5e87-451a-b301-e4247a725e1e service nova] Enqueued Resource ID: c3df1442-972b-4c46-9187-df9c08907130 with Priority: HIGHEST for action security_group_members [ 1104.297181] env[65894]: INFO networking_nsxv3.common.synchronization [req-2f45d82a-76a0-43bd-9c45-c4073e9908c3 req-183215fc-5e87-451a-b301-e4247a725e1e service nova] Enqueued Resource ID: d7944311-5d14-4409-b523-8f24e08a490b with Priority: HIGHEST for action port [ 1104.297181] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3df1442-972b-4c46-9187-df9c08907130 with Priority: HIGHEST for action security_group_rules [ 1104.297181] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3df1442-972b-4c46-9187-df9c08907130 with Priority: HIGHEST for action security_group_members [ 1104.297181] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7944311-5d14-4409-b523-8f24e08a490b with Priority: HIGHEST for action port [ 1104.297181] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3df1442-972b-4c46-9187-df9c08907130 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.297181] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.297181] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.297181] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.297181] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3df1442-972b-4c46-9187-df9c08907130',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.298959] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3df1442-972b-4c46-9187-df9c08907130 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.299387] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.299790] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7944311-5d14-4409-b523-8f24e08a490b taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.300041] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7944311-5d14-4409-b523-8f24e08a490b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.300201] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7944311-5d14-4409-b523-8f24e08a490b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.300451] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7944311-5d14-4409-b523-8f24e08a490b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.300677] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7944311-5d14-4409-b523-8f24e08a490b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.805206] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3df1442-972b-4c46-9187-df9c08907130 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.805206] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.805206] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d7944311-5d14-4409-b523-8f24e08a490b with status ACTIVE [ 1104.805206] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.805206] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.805206] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.805206] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.805206] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.805206] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.805206] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.805206] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.807668] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.807668] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.807668] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.807668] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.807668] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.807668] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.807668] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.807668] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d7944311-5d14-4409-b523-8f24e08a490b is going to be updated. [ 1104.832739] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.832895] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.832967] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.833252] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.833402] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.833583] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7944311-5d14-4409-b523-8f24e08a490b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.928332] env[65894]: INFO networking_nsxv3.common.synchronization [req-01840260-9303-49e9-a3e7-18f9ed15d605 req-f59ea74b-2dcf-407b-ac53-590fc5f43406 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Enqueued Resource ID: 938afa8a-2cd0-4cf0-a00d-011876fde21d with Priority: HIGHEST for action security_group_members [ 1104.928525] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 938afa8a-2cd0-4cf0-a00d-011876fde21d with Priority: HIGHEST for action security_group_members [ 1104.928840] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-938afa8a-2cd0-4cf0-a00d-011876fde21d taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.928942] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-938afa8a-2cd0-4cf0-a00d-011876fde21d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.929033] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-938afa8a-2cd0-4cf0-a00d-011876fde21d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.929418] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-938afa8a-2cd0-4cf0-a00d-011876fde21d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.929418] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.929542] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.929542] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.929680] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.929763] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.929859] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('938afa8a-2cd0-4cf0-a00d-011876fde21d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.227010] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock network-884 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.227274] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "network-884" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.227414] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "network-884" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.227787] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "network-884" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.228114] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.228324] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.228468] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.228720] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.228886] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.229135] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1105.229319] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1105.229466] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1105.229613] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1105.229752] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1105.229893] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1105.230066] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1105.250196] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1105.250423] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1105.250599] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1105.250779] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "network-884" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.251106] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock port-5db477d6-ba9c-46e1-b1d2-0930b0b159f7 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.251274] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "port-5db477d6-ba9c-46e1-b1d2-0930b0b159f7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.251388] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "port-5db477d6-ba9c-46e1-b1d2-0930b0b159f7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.251706] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "port-5db477d6-ba9c-46e1-b1d2-0930b0b159f7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.254037] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5db477d6-ba9c-46e1-b1d2-0930b0b159f7',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.431920] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.432182] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.432254] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.432477] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.432573] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.432786] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.432886] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.433053] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.433146] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.433223] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.433355] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 938afa8a-2cd0-4cf0-a00d-011876fde21d is going to be updated. [ 1105.463680] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.463923] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.463923] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.464140] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.464296] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.475190] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 938afa8a-2cd0-4cf0-a00d-011876fde21d in Status: IN_PROGRESS for 2s [ 1105.756162] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.756370] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.756464] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.756727] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.757055] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.757055] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Segment Port 5db477d6-ba9c-46e1-b1d2-0930b0b159f7 not found, creating... [ 1105.757322] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.757482] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.757599] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.757818] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.757953] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.758273] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.758432] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.758553] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.758761] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.758896] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.759057] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Resource: SegmentPort with ID: 5db477d6-ba9c-46e1-b1d2-0930b0b159f7 is going to be created. [ 1105.788543] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.788824] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.788967] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.789351] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.789722] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.789845] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "port-5db477d6-ba9c-46e1-b1d2-0930b0b159f7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.110443] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3df1442-972b-4c46-9187-df9c08907130 in Status: SUCCESS [ 1106.110761] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.111392] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.111662] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.111903] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.112127] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.112213] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.112424] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.112558] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.112718] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3df1442-972b-4c46-9187-df9c08907130',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.500283] env[65894]: INFO networking_nsxv3.common.synchronization [req-01840260-9303-49e9-a3e7-18f9ed15d605 req-182f0177-1fd1-462c-b8ab-b6f7cf9e984b service nova] Enqueued Resource ID: 938afa8a-2cd0-4cf0-a00d-011876fde21d with Priority: HIGHEST for action security_group_rules [ 1106.500283] env[65894]: INFO networking_nsxv3.common.synchronization [req-01840260-9303-49e9-a3e7-18f9ed15d605 req-182f0177-1fd1-462c-b8ab-b6f7cf9e984b service nova] Enqueued Resource ID: 938afa8a-2cd0-4cf0-a00d-011876fde21d with Priority: HIGHEST for action security_group_members [ 1106.500283] env[65894]: INFO networking_nsxv3.common.synchronization [req-01840260-9303-49e9-a3e7-18f9ed15d605 req-182f0177-1fd1-462c-b8ab-b6f7cf9e984b service nova] Enqueued Resource ID: 5db477d6-ba9c-46e1-b1d2-0930b0b159f7 with Priority: HIGHEST for action port [ 1106.500719] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 938afa8a-2cd0-4cf0-a00d-011876fde21d with Priority: HIGHEST for action security_group_rules [ 1106.500815] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 938afa8a-2cd0-4cf0-a00d-011876fde21d with Priority: HIGHEST for action security_group_members [ 1106.500905] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5db477d6-ba9c-46e1-b1d2-0930b0b159f7 with Priority: HIGHEST for action port [ 1106.501281] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-938afa8a-2cd0-4cf0-a00d-011876fde21d taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.501390] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-938afa8a-2cd0-4cf0-a00d-011876fde21d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.502411] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-938afa8a-2cd0-4cf0-a00d-011876fde21d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.502411] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-938afa8a-2cd0-4cf0-a00d-011876fde21d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.502411] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('938afa8a-2cd0-4cf0-a00d-011876fde21d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.502684] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-938afa8a-2cd0-4cf0-a00d-011876fde21d taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.502786] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-938afa8a-2cd0-4cf0-a00d-011876fde21d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.503401] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-5db477d6-ba9c-46e1-b1d2-0930b0b159f7 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.503401] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5db477d6-ba9c-46e1-b1d2-0930b0b159f7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.503401] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5db477d6-ba9c-46e1-b1d2-0930b0b159f7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.503565] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5db477d6-ba9c-46e1-b1d2-0930b0b159f7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.503634] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5db477d6-ba9c-46e1-b1d2-0930b0b159f7',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.615360] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3df1442-972b-4c46-9187-df9c08907130',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.783279] env[65894]: INFO networking_nsxv3.common.synchronization [req-ffabad5a-6951-4080-b683-3dc1e6f770c0 req-cf23bbd8-b081-468c-9b17-cd4b1430acea tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Enqueued Resource ID: 5cfe25d4-512e-44b4-bd0a-857950331d43 with Priority: HIGHEST for action security_group_members [ 1106.783689] env[65894]: INFO networking_nsxv3.common.synchronization [req-ffabad5a-6951-4080-b683-3dc1e6f770c0 req-cf23bbd8-b081-468c-9b17-cd4b1430acea tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Enqueued Resource ID: 6f12341c-6c4c-456d-b628-3b85d0fa880e with Priority: HIGHEST for action security_group_members [ 1106.784793] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cfe25d4-512e-44b4-bd0a-857950331d43 with Priority: HIGHEST for action security_group_members [ 1106.784793] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f12341c-6c4c-456d-b628-3b85d0fa880e with Priority: HIGHEST for action security_group_members [ 1106.784793] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cfe25d4-512e-44b4-bd0a-857950331d43 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.784793] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cfe25d4-512e-44b4-bd0a-857950331d43" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.785068] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cfe25d4-512e-44b4-bd0a-857950331d43" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.785068] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cfe25d4-512e-44b4-bd0a-857950331d43" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.785203] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.785320] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.785369] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.785514] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.787542] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.787542] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5cfe25d4-512e-44b4-bd0a-857950331d43',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.787542] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f12341c-6c4c-456d-b628-3b85d0fa880e taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.787542] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f12341c-6c4c-456d-b628-3b85d0fa880e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.787542] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f12341c-6c4c-456d-b628-3b85d0fa880e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.787542] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f12341c-6c4c-456d-b628-3b85d0fa880e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.787542] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.787542] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.787542] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.787542] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.787542] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.787542] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f12341c-6c4c-456d-b628-3b85d0fa880e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.840179] env[65894]: INFO networking_nsxv3.common.synchronization [req-ffabad5a-6951-4080-b683-3dc1e6f770c0 req-cf23bbd8-b081-468c-9b17-cd4b1430acea tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Enqueued Resource ID: 5cfe25d4-512e-44b4-bd0a-857950331d43 with Priority: HIGHEST for action security_group_rules [ 1106.840576] env[65894]: INFO networking_nsxv3.common.synchronization [req-ffabad5a-6951-4080-b683-3dc1e6f770c0 req-cf23bbd8-b081-468c-9b17-cd4b1430acea tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Enqueued Resource ID: 5cfe25d4-512e-44b4-bd0a-857950331d43 with Priority: HIGHEST for action security_group_members [ 1106.840576] env[65894]: INFO networking_nsxv3.common.synchronization [req-ffabad5a-6951-4080-b683-3dc1e6f770c0 req-cf23bbd8-b081-468c-9b17-cd4b1430acea tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Enqueued Resource ID: 6f12341c-6c4c-456d-b628-3b85d0fa880e with Priority: HIGHEST for action security_group_rules [ 1106.840710] env[65894]: INFO networking_nsxv3.common.synchronization [req-ffabad5a-6951-4080-b683-3dc1e6f770c0 req-cf23bbd8-b081-468c-9b17-cd4b1430acea tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Enqueued Resource ID: 6f12341c-6c4c-456d-b628-3b85d0fa880e with Priority: HIGHEST for action security_group_members [ 1106.840820] env[65894]: INFO networking_nsxv3.common.synchronization [req-ffabad5a-6951-4080-b683-3dc1e6f770c0 req-cf23bbd8-b081-468c-9b17-cd4b1430acea tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Enqueued Resource ID: 72afd8c8-eb21-41e1-b019-dde81a10cd55 with Priority: HIGHEST for action port [ 1106.841906] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cfe25d4-512e-44b4-bd0a-857950331d43 with Priority: HIGHEST for action security_group_rules [ 1106.841906] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f12341c-6c4c-456d-b628-3b85d0fa880e with Priority: HIGHEST for action security_group_rules [ 1106.842099] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72afd8c8-eb21-41e1-b019-dde81a10cd55 with Priority: HIGHEST for action port [ 1106.842219] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cfe25d4-512e-44b4-bd0a-857950331d43 with Priority: HIGHEST for action security_group_members [ 1106.842331] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f12341c-6c4c-456d-b628-3b85d0fa880e with Priority: HIGHEST for action security_group_members [ 1106.842775] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5cfe25d4-512e-44b4-bd0a-857950331d43 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.842852] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5cfe25d4-512e-44b4-bd0a-857950331d43" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.842972] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5cfe25d4-512e-44b4-bd0a-857950331d43" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.843435] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5cfe25d4-512e-44b4-bd0a-857950331d43" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.843585] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5cfe25d4-512e-44b4-bd0a-857950331d43',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.847406] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6f12341c-6c4c-456d-b628-3b85d0fa880e taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.849140] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6f12341c-6c4c-456d-b628-3b85d0fa880e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.849140] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6f12341c-6c4c-456d-b628-3b85d0fa880e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.849140] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6f12341c-6c4c-456d-b628-3b85d0fa880e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.849140] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6f12341c-6c4c-456d-b628-3b85d0fa880e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.849283] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-72afd8c8-eb21-41e1-b019-dde81a10cd55 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.849439] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72afd8c8-eb21-41e1-b019-dde81a10cd55" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.849527] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72afd8c8-eb21-41e1-b019-dde81a10cd55" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.849762] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72afd8c8-eb21-41e1-b019-dde81a10cd55" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.849868] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72afd8c8-eb21-41e1-b019-dde81a10cd55',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.850890] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cfe25d4-512e-44b4-bd0a-857950331d43 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.850968] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cfe25d4-512e-44b4-bd0a-857950331d43" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.852224] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f12341c-6c4c-456d-b628-3b85d0fa880e taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.852224] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f12341c-6c4c-456d-b628-3b85d0fa880e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.009245] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-938afa8a-2cd0-4cf0-a00d-011876fde21d taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.009436] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-938afa8a-2cd0-4cf0-a00d-011876fde21d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.009741] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5db477d6-ba9c-46e1-b1d2-0930b0b159f7 with status ACTIVE [ 1107.009991] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.010174] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.010255] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.010447] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.010556] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.010769] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.010878] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.010955] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.011156] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.012438] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.012438] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.012438] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.012438] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.012438] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.012438] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.012438] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5db477d6-ba9c-46e1-b1d2-0930b0b159f7 is going to be updated. [ 1107.037885] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.038096] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.038096] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.038337] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.038445] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.038586] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5db477d6-ba9c-46e1-b1d2-0930b0b159f7" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.117422] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3df1442-972b-4c46-9187-df9c08907130',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.289433] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5cfe25d4-512e-44b4-bd0a-857950331d43',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.290784] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6f12341c-6c4c-456d-b628-3b85d0fa880e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.352667] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cfe25d4-512e-44b4-bd0a-857950331d43 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.352802] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cfe25d4-512e-44b4-bd0a-857950331d43" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.352962] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 72afd8c8-eb21-41e1-b019-dde81a10cd55 with status ACTIVE [ 1107.353314] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.353437] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.353505] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.353724] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.353814] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.353983] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.354096] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.354280] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.354454] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.354533] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.354713] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.354808] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.354869] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.355016] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.355098] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.355182] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 72afd8c8-eb21-41e1-b019-dde81a10cd55 is going to be updated. [ 1107.356493] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f12341c-6c4c-456d-b628-3b85d0fa880e taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.356623] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f12341c-6c4c-456d-b628-3b85d0fa880e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.376359] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.376501] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.376576] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.376794] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.376910] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.377080] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72afd8c8-eb21-41e1-b019-dde81a10cd55" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.491458] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 938afa8a-2cd0-4cf0-a00d-011876fde21d in Status: SUCCESS [ 1107.492057] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 938afa8a-2cd0-4cf0-a00d-011876fde21d deletion is rescheduled due to dependency. [ 1107.492057] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-938afa8a-2cd0-4cf0-a00d-011876fde21d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.493741] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-938afa8a-2cd0-4cf0-a00d-011876fde21d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.494911] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-938afa8a-2cd0-4cf0-a00d-011876fde21d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.495061] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.495156] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.495226] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.495446] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.495621] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.495748] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('938afa8a-2cd0-4cf0-a00d-011876fde21d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.540203] env[65894]: INFO networking_nsxv3.common.synchronization [req-bfd61843-a677-45d4-be9f-e12f956c469a req-0ffa745a-37cd-4809-8280-6f7f72f2163a tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Enqueued Resource ID: 5cfe25d4-512e-44b4-bd0a-857950331d43 with Priority: HIGHEST for action security_group_members [ 1107.540384] env[65894]: INFO networking_nsxv3.common.synchronization [req-bfd61843-a677-45d4-be9f-e12f956c469a req-0ffa745a-37cd-4809-8280-6f7f72f2163a tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Enqueued Resource ID: 6f12341c-6c4c-456d-b628-3b85d0fa880e with Priority: HIGHEST for action security_group_members [ 1107.541032] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cfe25d4-512e-44b4-bd0a-857950331d43 with Priority: HIGHEST for action security_group_members [ 1107.541386] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f12341c-6c4c-456d-b628-3b85d0fa880e with Priority: HIGHEST for action security_group_members [ 1107.541750] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cfe25d4-512e-44b4-bd0a-857950331d43 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.541925] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cfe25d4-512e-44b4-bd0a-857950331d43" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.542220] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-6f12341c-6c4c-456d-b628-3b85d0fa880e taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.542328] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6f12341c-6c4c-456d-b628-3b85d0fa880e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.589756] env[65894]: INFO networking_nsxv3.common.synchronization [req-bfd61843-a677-45d4-be9f-e12f956c469a req-0ffa745a-37cd-4809-8280-6f7f72f2163a tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Enqueued Resource ID: 5cfe25d4-512e-44b4-bd0a-857950331d43 with Priority: HIGHEST for action security_group_rules [ 1107.589994] env[65894]: INFO networking_nsxv3.common.synchronization [req-bfd61843-a677-45d4-be9f-e12f956c469a req-0ffa745a-37cd-4809-8280-6f7f72f2163a tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Enqueued Resource ID: 5cfe25d4-512e-44b4-bd0a-857950331d43 with Priority: HIGHEST for action security_group_members [ 1107.590278] env[65894]: INFO networking_nsxv3.common.synchronization [req-bfd61843-a677-45d4-be9f-e12f956c469a req-0ffa745a-37cd-4809-8280-6f7f72f2163a tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Enqueued Resource ID: 72afd8c8-eb21-41e1-b019-dde81a10cd55 with Priority: HIGHEST for action port [ 1107.590766] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cfe25d4-512e-44b4-bd0a-857950331d43 with Priority: HIGHEST for action security_group_rules [ 1107.590899] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cfe25d4-512e-44b4-bd0a-857950331d43 with Priority: HIGHEST for action security_group_members [ 1107.590997] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72afd8c8-eb21-41e1-b019-dde81a10cd55 with Priority: HIGHEST for action port [ 1107.591623] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5cfe25d4-512e-44b4-bd0a-857950331d43 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.591733] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5cfe25d4-512e-44b4-bd0a-857950331d43" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.591936] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cfe25d4-512e-44b4-bd0a-857950331d43 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.592134] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cfe25d4-512e-44b4-bd0a-857950331d43" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.592649] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-72afd8c8-eb21-41e1-b019-dde81a10cd55 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.592756] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72afd8c8-eb21-41e1-b019-dde81a10cd55" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.592838] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72afd8c8-eb21-41e1-b019-dde81a10cd55" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.593180] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72afd8c8-eb21-41e1-b019-dde81a10cd55" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.593442] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72afd8c8-eb21-41e1-b019-dde81a10cd55',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.619785] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.619941] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.620040] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.620310] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.620407] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.620506] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3df1442-972b-4c46-9187-df9c08907130 is going to be updated. [ 1107.649785] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.650034] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.650034] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.650316] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.650476] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.664719] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3df1442-972b-4c46-9187-df9c08907130 in Status: IN_PROGRESS for 2s [ 1107.792662] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5cfe25d4-512e-44b4-bd0a-857950331d43',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.794417] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6f12341c-6c4c-456d-b628-3b85d0fa880e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.999809] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('938afa8a-2cd0-4cf0-a00d-011876fde21d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.100083] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 72afd8c8-eb21-41e1-b019-dde81a10cd55 with status ACTIVE [ 1108.100341] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.101028] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.101028] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.101028] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.101028] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.101028] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.101279] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.101279] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.101279] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.101366] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.101520] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.101644] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.101732] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.101887] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.101957] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.102071] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 72afd8c8-eb21-41e1-b019-dde81a10cd55 is going to be updated. [ 1108.125047] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.125414] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.125414] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.125664] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.125871] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.126126] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72afd8c8-eb21-41e1-b019-dde81a10cd55" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.296094] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.297723] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.298119] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.298383] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.298466] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.298569] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5cfe25d4-512e-44b4-bd0a-857950331d43 is going to be updated. [ 1108.299882] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.300081] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.300081] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.300248] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.300327] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.300414] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f12341c-6c4c-456d-b628-3b85d0fa880e is going to be created. [ 1108.328815] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.328931] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.329020] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.329231] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.329412] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.332209] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.332327] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.332394] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.332578] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.332710] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.341895] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cfe25d4-512e-44b4-bd0a-857950331d43 in Status: IN_PROGRESS for 2s [ 1108.342590] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f12341c-6c4c-456d-b628-3b85d0fa880e in Status: UNINITIALIZED for 2s [ 1108.505504] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('938afa8a-2cd0-4cf0-a00d-011876fde21d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.008494] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.008769] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.008835] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.009177] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.009307] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.009413] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 938afa8a-2cd0-4cf0-a00d-011876fde21d is going to be updated. [ 1109.042445] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.042600] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.042600] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.042836] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.043041] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.054041] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 938afa8a-2cd0-4cf0-a00d-011876fde21d in Status: IN_PROGRESS for 2s [ 1109.616609] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock network-759 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.616931] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "network-759" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.616981] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "network-759" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.617252] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "network-759" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.617507] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.617668] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.617783] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.617997] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.618149] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.618387] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1109.618496] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1109.619096] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1109.619096] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1109.619096] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1109.619096] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1109.619096] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1109.638598] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1109.638770] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1109.638909] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1109.639105] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "network-759" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.639421] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock port-1d0da864-8d1b-43ad-a29e-767231db84fc taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.639623] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "port-1d0da864-8d1b-43ad-a29e-767231db84fc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.639775] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "port-1d0da864-8d1b-43ad-a29e-767231db84fc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.641041] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "port-1d0da864-8d1b-43ad-a29e-767231db84fc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.641433] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d0da864-8d1b-43ad-a29e-767231db84fc',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.675333] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3df1442-972b-4c46-9187-df9c08907130 in Status: SUCCESS [ 1109.675562] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.675725] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.675946] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.676139] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.676254] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.676332] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.676472] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.676544] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.676621] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.676710] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c3df1442-972b-4c46-9187-df9c08907130',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.142267] env[65894]: INFO networking_nsxv3.common.synchronization [None req-214aa950-2bcc-4871-a6e4-a84cecc06e47 None None] Enqueued Resource ID: 9c3fc4b0-75e9-4805-a490-53d76f9c6454 with Priority: HIGHEST for action port [ 1110.142741] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c3fc4b0-75e9-4805-a490-53d76f9c6454 with Priority: HIGHEST for action port [ 1110.143685] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.148320] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.148320] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.148320] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.148320] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.148320] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.148533] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.148567] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.148787] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.148930] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.149253] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.150627] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.150627] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.150627] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.150627] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.150955] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Resource: SegmentPort with ID: 1d0da864-8d1b-43ad-a29e-767231db84fc is going to be updated. [ 1110.153129] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c3fc4b0-75e9-4805-a490-53d76f9c6454 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.153245] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c3fc4b0-75e9-4805-a490-53d76f9c6454" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.153245] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c3fc4b0-75e9-4805-a490-53d76f9c6454" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.153513] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c3fc4b0-75e9-4805-a490-53d76f9c6454" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.153645] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c3fc4b0-75e9-4805-a490-53d76f9c6454',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.179076] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3df1442-972b-4c46-9187-df9c08907130 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.179076] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.179076] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.179360] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.179938] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.179938] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.179938] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.179938] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.179938] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.180247] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.180247] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3df1442-972b-4c46-9187-df9c08907130 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.180322] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.180351] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.180944] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.180944] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.180944] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.180944] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.180944] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.181184] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.181184] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.181245] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c3df1442-972b-4c46-9187-df9c08907130',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.185274] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.185513] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.186072] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.186072] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.186194] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.186430] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "port-1d0da864-8d1b-43ad-a29e-767231db84fc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.356195] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cfe25d4-512e-44b4-bd0a-857950331d43 in Status: SUCCESS [ 1110.356538] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cfe25d4-512e-44b4-bd0a-857950331d43" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.357635] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6f12341c-6c4c-456d-b628-3b85d0fa880e in Status: SUCCESS [ 1110.357897] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f12341c-6c4c-456d-b628-3b85d0fa880e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.358651] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cfe25d4-512e-44b4-bd0a-857950331d43" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.358879] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cfe25d4-512e-44b4-bd0a-857950331d43" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.359091] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.359250] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.359329] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.359548] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.359666] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.359806] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5cfe25d4-512e-44b4-bd0a-857950331d43',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.360922] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f12341c-6c4c-456d-b628-3b85d0fa880e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.361188] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f12341c-6c4c-456d-b628-3b85d0fa880e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.361436] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.361593] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.361692] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.361906] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.362048] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.362253] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f12341c-6c4c-456d-b628-3b85d0fa880e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.656521] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9c3fc4b0-75e9-4805-a490-53d76f9c6454 [ 1110.656826] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.656908] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.656943] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.657238] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.657300] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.657411] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9c3fc4b0-75e9-4805-a490-53d76f9c6454 already deleted. [ 1110.657576] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c3fc4b0-75e9-4805-a490-53d76f9c6454" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.683683] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c3df1442-972b-4c46-9187-df9c08907130: rpc.has_security_group_logging(os_id): False [ 1110.708251] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.708469] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.708625] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.708879] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.708978] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.710082] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.710082] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.710082] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.710082] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.710082] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.710082] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.710437] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.710437] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.710545] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.710580] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.711140] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.711140] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.711140] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.711341] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.711341] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.711439] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3df1442-972b-4c46-9187-df9c08907130 is going to be updated. [ 1110.801686] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.801686] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.801686] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.801686] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.801686] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.821663] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3df1442-972b-4c46-9187-df9c08907130 in Status: IN_PROGRESS for 2s [ 1110.864367] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5cfe25d4-512e-44b4-bd0a-857950331d43',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.866235] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.866235] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.866348] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.866531] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.866622] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.866822] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.866922] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.866982] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.867149] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.867633] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.867633] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f12341c-6c4c-456d-b628-3b85d0fa880e is going to be deleted. [ 1110.930425] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.930425] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.930425] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.930425] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.930425] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.930721] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f12341c-6c4c-456d-b628-3b85d0fa880e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.930941] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f12341c-6c4c-456d-b628-3b85d0fa880e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.931786] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f12341c-6c4c-456d-b628-3b85d0fa880e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.932024] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.932712] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.932897] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.933197] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.933463] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.933463] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f12341c-6c4c-456d-b628-3b85d0fa880e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.965373] env[65894]: INFO networking_nsxv3.common.synchronization [req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be req-89f078bf-0004-4de9-8545-5e67d189da5e service nova] Enqueued Resource ID: 21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28 with Priority: HIGHEST for action security_group_rules [ 1110.965575] env[65894]: INFO networking_nsxv3.common.synchronization [req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be req-89f078bf-0004-4de9-8545-5e67d189da5e service nova] Enqueued Resource ID: 21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28 with Priority: HIGHEST for action security_group_members [ 1110.966859] env[65894]: INFO networking_nsxv3.common.synchronization [req-440e43eb-2f2a-4a81-b9b9-c3e3ad0bb7be req-89f078bf-0004-4de9-8545-5e67d189da5e service nova] Enqueued Resource ID: 1d0da864-8d1b-43ad-a29e-767231db84fc with Priority: HIGHEST for action port [ 1110.968047] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28 with Priority: HIGHEST for action security_group_rules [ 1110.968047] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28 with Priority: HIGHEST for action security_group_members [ 1110.968169] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d0da864-8d1b-43ad-a29e-767231db84fc with Priority: HIGHEST for action port [ 1110.968647] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.968896] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.968896] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.969123] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.969252] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.974680] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.974847] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.974968] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.975261] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.975472] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.975606] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.975693] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.975903] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.975993] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.976110] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.980604] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d0da864-8d1b-43ad-a29e-767231db84fc taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.980791] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d0da864-8d1b-43ad-a29e-767231db84fc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.980855] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d0da864-8d1b-43ad-a29e-767231db84fc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.981690] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d0da864-8d1b-43ad-a29e-767231db84fc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.981690] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d0da864-8d1b-43ad-a29e-767231db84fc',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.070388] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 938afa8a-2cd0-4cf0-a00d-011876fde21d in Status: SUCCESS [ 1111.070908] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-938afa8a-2cd0-4cf0-a00d-011876fde21d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.070908] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-938afa8a-2cd0-4cf0-a00d-011876fde21d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.071131] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-938afa8a-2cd0-4cf0-a00d-011876fde21d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.071319] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.071473] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.071544] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.071708] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.071789] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.071878] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-938afa8a-2cd0-4cf0-a00d-011876fde21d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.072047] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('938afa8a-2cd0-4cf0-a00d-011876fde21d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.370057] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5cfe25d4-512e-44b4-bd0a-857950331d43',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.436757] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.436940] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.436977] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.437449] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.437727] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.438239] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.438239] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.438239] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.438448] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.438478] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.438586] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f12341c-6c4c-456d-b628-3b85d0fa880e already deleted. [ 1111.438630] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f12341c-6c4c-456d-b628-3b85d0fa880e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.439030] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6f12341c-6c4c-456d-b628-3b85d0fa880e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.439667] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6f12341c-6c4c-456d-b628-3b85d0fa880e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.439911] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6f12341c-6c4c-456d-b628-3b85d0fa880e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.440244] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.440379] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.440455] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.440612] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.440692] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.440784] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6f12341c-6c4c-456d-b628-3b85d0fa880e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.484626] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.486846] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.486846] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.487094] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1d0da864-8d1b-43ad-a29e-767231db84fc with status ACTIVE [ 1111.487134] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.487220] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.487284] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.487514] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.487604] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.487796] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.488340] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.488340] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.488340] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.488340] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.488514] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.488606] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.488662] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.488810] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.488885] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.488978] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1d0da864-8d1b-43ad-a29e-767231db84fc is going to be updated. [ 1111.519238] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.519425] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.519507] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.519742] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.519900] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.520107] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d0da864-8d1b-43ad-a29e-767231db84fc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.576232] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('938afa8a-2cd0-4cf0-a00d-011876fde21d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.876760] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.877379] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.877379] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.877379] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.877551] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.877551] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5cfe25d4-512e-44b4-bd0a-857950331d43 is going to be updated. [ 1111.926761] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.927243] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.927433] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.927739] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.929021] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.939829] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cfe25d4-512e-44b4-bd0a-857950331d43 in Status: IN_PROGRESS for 2s [ 1111.943396] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6f12341c-6c4c-456d-b628-3b85d0fa880e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.945118] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.945453] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.945453] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.945660] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.945747] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.946148] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.946427] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.946515] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.946752] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.946879] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.947159] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6f12341c-6c4c-456d-b628-3b85d0fa880e already deleted. [ 1111.947159] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6f12341c-6c4c-456d-b628-3b85d0fa880e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.992361] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.072232] env[65894]: INFO networking_nsxv3.common.synchronization [req-a2ade782-1c5d-4ecf-abd6-b13573a48b07 req-b05e9a06-84f1-4ca7-b76d-644d42421d2e tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Enqueued Resource ID: 485d223b-ca9d-4b89-b8d1-92ae3f846a86 with Priority: HIGHEST for action security_group_members [ 1112.072232] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 485d223b-ca9d-4b89-b8d1-92ae3f846a86 with Priority: HIGHEST for action security_group_members [ 1112.072505] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-485d223b-ca9d-4b89-b8d1-92ae3f846a86 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.072505] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-485d223b-ca9d-4b89-b8d1-92ae3f846a86" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.072650] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-485d223b-ca9d-4b89-b8d1-92ae3f846a86" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.072941] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-485d223b-ca9d-4b89-b8d1-92ae3f846a86" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.073135] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.073216] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.073307] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.073534] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.073667] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.073804] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('485d223b-ca9d-4b89-b8d1-92ae3f846a86',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.078658] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 938afa8a-2cd0-4cf0-a00d-011876fde21d: rpc.has_security_group_logging(os_id): False [ 1112.099784] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.099784] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.099784] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.100393] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.100497] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.100904] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.101035] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.101097] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.101278] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.101351] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.101442] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 938afa8a-2cd0-4cf0-a00d-011876fde21d is going to be updated. [ 1112.173481] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.173673] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.173745] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.174011] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.174177] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.190876] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 938afa8a-2cd0-4cf0-a00d-011876fde21d in Status: IN_PROGRESS for 2s [ 1112.451586] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6f12341c-6c4c-456d-b628-3b85d0fa880e: rpc.has_security_group_logging(os_id): False [ 1112.471058] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.473020] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.473020] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.473020] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.473020] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.473020] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.473020] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.473020] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.473020] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.473020] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.473020] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f12341c-6c4c-456d-b628-3b85d0fa880e is going to be created. [ 1112.493316] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/6f12341c-6c4c-456d-b628-3b85d0fa880e], does not exist path=[/infra/domains/default/groups/6f12341c-6c4c-456d-b628-3b85d0fa880e]."\n}' [ 1112.493316] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f12341c-6c4c-456d-b628-3b85d0fa880e failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/6f12341c-6c4c-456d-b628-3b85d0fa880e [ 1112.493316] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1112.494070] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.494201] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.494268] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.494503] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.494863] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.494863] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28 is going to be updated. [ 1112.527663] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.527873] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.527959] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.528249] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.528424] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.542908] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28 in Status: IN_PROGRESS for 2s [ 1112.544863] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.545186] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.545331] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.545615] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.546749] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.547059] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.547186] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.547265] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.547525] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.547525] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.547676] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.547772] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.547825] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.547972] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.548057] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.548223] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6f12341c-6c4c-456d-b628-3b85d0fa880e is going to be created. [ 1112.570345] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/6f12341c-6c4c-456d-b628-3b85d0fa880e], does not exist path=[/infra/domains/default/groups/6f12341c-6c4c-456d-b628-3b85d0fa880e]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/6f12341c-6c4c-456d-b628-3b85d0fa880e [ 1112.570555] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6f12341c-6c4c-456d-b628-3b85d0fa880e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.570677] env[65894]: Traceback (most recent call last): [ 1112.570718] env[65894]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1112.570718] env[65894]: return func(*args, **kwargs) [ 1112.570718] env[65894]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1112.570718] env[65894]: res.raise_for_status() [ 1112.570718] env[65894]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1112.570718] env[65894]: raise HTTPError(http_error_msg, response=self) [ 1112.570718] env[65894]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/6f12341c-6c4c-456d-b628-3b85d0fa880e [ 1112.570718] env[65894]: During handling of the above exception, another exception occurred: [ 1112.570718] env[65894]: Traceback (most recent call last): [ 1112.570718] env[65894]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1112.570718] env[65894]: listener.cb(fileno) [ 1112.570718] env[65894]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1112.570718] env[65894]: result = function(*args, **kwargs) [ 1112.571141] env[65894]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1112.571141] env[65894]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1112.571141] env[65894]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1112.571141] env[65894]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1112.571141] env[65894]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1112.571141] env[65894]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1112.571141] env[65894]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1112.571141] env[65894]: res.raise_for_status() [ 1112.571141] env[65894]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1112.571141] env[65894]: raise HTTPError(http_error_msg, response=self) [ 1112.571141] env[65894]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/6f12341c-6c4c-456d-b628-3b85d0fa880e [ 1112.571141] env[65894]: Removing descriptor: 18 [ 1112.577808] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.578288] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.578447] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.578734] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.606296] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.606547] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.606673] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.606740] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.607081] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.607213] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.607275] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 485d223b-ca9d-4b89-b8d1-92ae3f846a86 is going to be updated. [ 1112.640554] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.640744] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.640815] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.641100] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.641636] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.651156] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 485d223b-ca9d-4b89-b8d1-92ae3f846a86 in Status: IN_PROGRESS for 2s [ 1112.874278] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c3df1442-972b-4c46-9187-df9c08907130 in Status: SUCCESS [ 1112.874717] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.950376] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cfe25d4-512e-44b4-bd0a-857950331d43 in Status: SUCCESS [ 1113.950735] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cfe25d4-512e-44b4-bd0a-857950331d43" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.950788] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cfe25d4-512e-44b4-bd0a-857950331d43" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.951159] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cfe25d4-512e-44b4-bd0a-857950331d43" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.951294] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.951413] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.951476] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.951645] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.951742] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.951830] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cfe25d4-512e-44b4-bd0a-857950331d43" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.951942] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5cfe25d4-512e-44b4-bd0a-857950331d43',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.953044] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cfe25d4-512e-44b4-bd0a-857950331d43" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.953200] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cfe25d4-512e-44b4-bd0a-857950331d43" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.953406] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.953514] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.954097] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.954097] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.954097] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.954097] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5cfe25d4-512e-44b4-bd0a-857950331d43',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.205326] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 938afa8a-2cd0-4cf0-a00d-011876fde21d in Status: SUCCESS [ 1114.205326] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-938afa8a-2cd0-4cf0-a00d-011876fde21d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.456439] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5cfe25d4-512e-44b4-bd0a-857950331d43',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.460953] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cfe25d4-512e-44b4-bd0a-857950331d43 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.460953] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cfe25d4-512e-44b4-bd0a-857950331d43" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.554399] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28 in Status: SUCCESS [ 1114.554710] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.554883] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.555159] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.555405] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.555551] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.555596] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.555747] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.555832] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.555908] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.555993] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.662496] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 485d223b-ca9d-4b89-b8d1-92ae3f846a86 in Status: SUCCESS [ 1114.663133] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 485d223b-ca9d-4b89-b8d1-92ae3f846a86 deletion is rescheduled due to dependency. [ 1114.663133] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-485d223b-ca9d-4b89-b8d1-92ae3f846a86" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.845838] env[65894]: INFO networking_nsxv3.common.synchronization [None req-13de5dbb-d3c1-4a40-b4d8-0acbd7798517 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Enqueued Resource ID: a7f93720-8a18-45d9-9a00-dd926481d6e5 with Priority: HIGHEST for action security_group_rules [ 1114.848046] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7f93720-8a18-45d9-9a00-dd926481d6e5 with Priority: HIGHEST for action security_group_rules [ 1114.848046] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7f93720-8a18-45d9-9a00-dd926481d6e5 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.848046] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7f93720-8a18-45d9-9a00-dd926481d6e5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.848046] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7f93720-8a18-45d9-9a00-dd926481d6e5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.848046] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7f93720-8a18-45d9-9a00-dd926481d6e5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.848046] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7f93720-8a18-45d9-9a00-dd926481d6e5',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.938690] env[65894]: INFO networking_nsxv3.common.synchronization [None req-13ecca8e-1b1a-4b3b-a404-0addc48012b7 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Enqueued Resource ID: a7f93720-8a18-45d9-9a00-dd926481d6e5 with Priority: HIGHEST for action security_group_rules [ 1114.939281] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7f93720-8a18-45d9-9a00-dd926481d6e5 with Priority: HIGHEST for action security_group_rules [ 1114.939637] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7f93720-8a18-45d9-9a00-dd926481d6e5 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.939772] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7f93720-8a18-45d9-9a00-dd926481d6e5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.962822] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5cfe25d4-512e-44b4-bd0a-857950331d43',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.058194] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.058447] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.058528] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.058764] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.058982] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.059132] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.059206] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.059411] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.059524] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.059619] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.059772] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.059865] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.059922] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.060076] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.060239] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.060333] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.060387] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.060524] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.060600] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.060682] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.060769] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.252891] env[65894]: INFO networking_nsxv3.common.synchronization [req-46c22ecb-d14e-496a-a406-043509600fc8 req-35c16e88-cdd4-4d94-b3e7-e9bf1de7b7a1 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Enqueued Resource ID: 791172f1-3024-467a-9eb9-0f8617f201a2 with Priority: HIGHEST for action security_group_members [ 1115.253537] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 791172f1-3024-467a-9eb9-0f8617f201a2 with Priority: HIGHEST for action security_group_members [ 1115.253849] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-791172f1-3024-467a-9eb9-0f8617f201a2 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.253963] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-791172f1-3024-467a-9eb9-0f8617f201a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.254038] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-791172f1-3024-467a-9eb9-0f8617f201a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.254243] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-791172f1-3024-467a-9eb9-0f8617f201a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.254399] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.254525] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.254525] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.254671] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.254749] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.254837] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('791172f1-3024-467a-9eb9-0f8617f201a2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.370029] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.371101] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.371101] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.371101] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.371101] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.371101] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7f93720-8a18-45d9-9a00-dd926481d6e5 already deleted. [ 1115.371101] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7f93720-8a18-45d9-9a00-dd926481d6e5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.371101] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7f93720-8a18-45d9-9a00-dd926481d6e5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.371101] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7f93720-8a18-45d9-9a00-dd926481d6e5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.371101] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7f93720-8a18-45d9-9a00-dd926481d6e5',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.465603] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.466106] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.466106] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.466484] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.466484] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.466615] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5cfe25d4-512e-44b4-bd0a-857950331d43 is going to be updated. [ 1115.502908] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.502908] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.502908] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.504034] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.504034] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.517503] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cfe25d4-512e-44b4-bd0a-857950331d43 in Status: IN_PROGRESS for 2s [ 1115.563874] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28: rpc.has_security_group_logging(os_id): False [ 1115.597432] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.597645] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.597645] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.597905] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.622951] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.622951] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.623197] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.623197] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.623311] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.623381] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.623614] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.623701] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.623754] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.623863] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.623928] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.624128] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.624218] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.624389] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.624480] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.624480] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.624554] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28 is going to be updated. [ 1115.696461] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.696832] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.696832] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.697034] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.697234] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.718361] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28 in Status: IN_PROGRESS for 2s [ 1115.759329] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('791172f1-3024-467a-9eb9-0f8617f201a2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.835802] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock network-586 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.836447] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "network-586" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.836447] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "network-586" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.836697] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "network-586" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.837336] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.837336] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.837506] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.837858] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.837907] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.838744] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1115.838744] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1115.838744] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1115.838744] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1115.838744] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1115.838936] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1115.839059] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1115.861977] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1115.862201] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1115.862374] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1115.862555] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "network-586" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.862877] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock port-bd43cb57-96dc-48d7-b8f8-c5ee7a7d4734 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.863099] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "port-bd43cb57-96dc-48d7-b8f8-c5ee7a7d4734" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.863219] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "port-bd43cb57-96dc-48d7-b8f8-c5ee7a7d4734" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.863582] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "port-bd43cb57-96dc-48d7-b8f8-c5ee7a7d4734" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.863787] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd43cb57-96dc-48d7-b8f8-c5ee7a7d4734',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.899998] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.900228] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.900279] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.900746] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.900746] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.900746] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7f93720-8a18-45d9-9a00-dd926481d6e5 already deleted. [ 1115.900906] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7f93720-8a18-45d9-9a00-dd926481d6e5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.262589] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('791172f1-3024-467a-9eb9-0f8617f201a2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.366772] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.367089] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.367246] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.367564] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.367779] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.369296] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Segment Port bd43cb57-96dc-48d7-b8f8-c5ee7a7d4734 not found, creating... [ 1116.369296] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.369296] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.369296] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.369296] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.372937] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.375774] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.376026] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.376159] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.376738] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.376859] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.377053] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Resource: SegmentPort with ID: bd43cb57-96dc-48d7-b8f8-c5ee7a7d4734 is going to be created. [ 1116.402587] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.402890] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.403072] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.403535] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.404050] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.404358] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "port-bd43cb57-96dc-48d7-b8f8-c5ee7a7d4734" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.765221] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.765498] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.765677] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.765920] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.766066] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.766262] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 791172f1-3024-467a-9eb9-0f8617f201a2 is going to be updated. [ 1116.799187] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.799379] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.799463] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.799763] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.799981] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.811080] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 791172f1-3024-467a-9eb9-0f8617f201a2 in Status: IN_PROGRESS for 2s [ 1116.926896] env[65894]: INFO networking_nsxv3.common.synchronization [req-1c164d83-dde4-4d19-b407-2813343d85cc req-c05e0a31-7162-4a1b-8a52-9dd019c9e3f0 tempest-ServerRescueTestJSONUnderV235-1376733026 tempest-ServerRescueTestJSONUnderV235-1376733026-project-member] Enqueued Resource ID: 5cfe25d4-512e-44b4-bd0a-857950331d43 with Priority: HIGHEST for action security_group_members [ 1116.928040] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cfe25d4-512e-44b4-bd0a-857950331d43 with Priority: HIGHEST for action security_group_members [ 1116.928040] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cfe25d4-512e-44b4-bd0a-857950331d43 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.928040] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cfe25d4-512e-44b4-bd0a-857950331d43" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.529028] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cfe25d4-512e-44b4-bd0a-857950331d43 in Status: SUCCESS [ 1117.529442] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cfe25d4-512e-44b4-bd0a-857950331d43" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.529442] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cfe25d4-512e-44b4-bd0a-857950331d43" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.529608] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cfe25d4-512e-44b4-bd0a-857950331d43" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.529794] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.529929] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.529994] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.530151] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.530254] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.530332] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5cfe25d4-512e-44b4-bd0a-857950331d43',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.576673] env[65894]: INFO networking_nsxv3.common.synchronization [req-46c22ecb-d14e-496a-a406-043509600fc8 req-9e9f04ee-333a-4724-a857-cea0bcc7e011 service nova] Enqueued Resource ID: 791172f1-3024-467a-9eb9-0f8617f201a2 with Priority: HIGHEST for action security_group_rules [ 1117.576673] env[65894]: INFO networking_nsxv3.common.synchronization [req-46c22ecb-d14e-496a-a406-043509600fc8 req-9e9f04ee-333a-4724-a857-cea0bcc7e011 service nova] Enqueued Resource ID: 791172f1-3024-467a-9eb9-0f8617f201a2 with Priority: HIGHEST for action security_group_members [ 1117.576673] env[65894]: INFO networking_nsxv3.common.synchronization [req-46c22ecb-d14e-496a-a406-043509600fc8 req-9e9f04ee-333a-4724-a857-cea0bcc7e011 service nova] Enqueued Resource ID: bd43cb57-96dc-48d7-b8f8-c5ee7a7d4734 with Priority: HIGHEST for action port [ 1117.577675] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 791172f1-3024-467a-9eb9-0f8617f201a2 with Priority: HIGHEST for action security_group_rules [ 1117.577859] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 791172f1-3024-467a-9eb9-0f8617f201a2 with Priority: HIGHEST for action security_group_members [ 1117.577986] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd43cb57-96dc-48d7-b8f8-c5ee7a7d4734 with Priority: HIGHEST for action port [ 1117.578390] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-791172f1-3024-467a-9eb9-0f8617f201a2 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.578452] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-791172f1-3024-467a-9eb9-0f8617f201a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.578488] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-791172f1-3024-467a-9eb9-0f8617f201a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.578676] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-791172f1-3024-467a-9eb9-0f8617f201a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.578960] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('791172f1-3024-467a-9eb9-0f8617f201a2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.580891] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-791172f1-3024-467a-9eb9-0f8617f201a2 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.580891] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-791172f1-3024-467a-9eb9-0f8617f201a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.580891] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd43cb57-96dc-48d7-b8f8-c5ee7a7d4734 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.580891] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd43cb57-96dc-48d7-b8f8-c5ee7a7d4734" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.580891] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd43cb57-96dc-48d7-b8f8-c5ee7a7d4734" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.580891] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd43cb57-96dc-48d7-b8f8-c5ee7a7d4734" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.580891] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd43cb57-96dc-48d7-b8f8-c5ee7a7d4734',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.758437] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28 in Status: SUCCESS [ 1117.758986] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.984626] env[65894]: INFO networking_nsxv3.common.synchronization [req-580647c3-6e92-4c22-b525-6db96f8c3865 req-a8e02b7f-c193-4e52-add7-c1112bdfc589 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Enqueued Resource ID: b5febf5e-1265-4f62-a3c6-17d088db92b5 with Priority: HIGHEST for action security_group_members [ 1117.985188] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5febf5e-1265-4f62-a3c6-17d088db92b5 with Priority: HIGHEST for action security_group_members [ 1117.985571] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5febf5e-1265-4f62-a3c6-17d088db92b5 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.985842] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5febf5e-1265-4f62-a3c6-17d088db92b5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.985842] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5febf5e-1265-4f62-a3c6-17d088db92b5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.986033] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5febf5e-1265-4f62-a3c6-17d088db92b5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.986191] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.986329] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.987032] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.987032] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.987032] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.987032] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5febf5e-1265-4f62-a3c6-17d088db92b5',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.032950] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.033690] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.033690] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.033690] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.058695] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.059014] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.059151] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.059223] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.059563] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.059688] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.059826] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5cfe25d4-512e-44b4-bd0a-857950331d43 is going to be updated. [ 1118.084789] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-791172f1-3024-467a-9eb9-0f8617f201a2 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.084943] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-791172f1-3024-467a-9eb9-0f8617f201a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.085178] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bd43cb57-96dc-48d7-b8f8-c5ee7a7d4734 with status ACTIVE [ 1118.085374] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.085479] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.085544] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.085756] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.085841] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.086042] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.086142] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.086186] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.086624] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.086624] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.086624] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.086819] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.086819] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.086884] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.086915] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.087200] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bd43cb57-96dc-48d7-b8f8-c5ee7a7d4734 is going to be updated. [ 1118.090182] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.090460] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.090532] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.091112] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.091270] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.108101] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cfe25d4-512e-44b4-bd0a-857950331d43 in Status: IN_PROGRESS for 2s [ 1118.115857] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.116123] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.116123] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.116328] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.116536] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.116690] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd43cb57-96dc-48d7-b8f8-c5ee7a7d4734" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.358533] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock network-459 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.358917] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "network-459" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.358917] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "network-459" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.359058] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "network-459" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.359564] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.359678] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.359721] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.359917] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.360083] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.360354] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1118.360506] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1118.360623] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1118.360728] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1118.360838] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1118.360942] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1118.361100] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1118.389071] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1118.389071] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1118.389071] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1118.389071] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "network-459" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.389071] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock port-c0cbacae-ae05-4849-8bb3-0add1a00f79c taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.389071] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "port-c0cbacae-ae05-4849-8bb3-0add1a00f79c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.389071] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "port-c0cbacae-ae05-4849-8bb3-0add1a00f79c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.389071] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "port-c0cbacae-ae05-4849-8bb3-0add1a00f79c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.389071] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0cbacae-ae05-4849-8bb3-0add1a00f79c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.493974] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.494194] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.494253] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.494481] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.494744] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.494853] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.494934] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.495048] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.495222] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.495334] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.495416] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5febf5e-1265-4f62-a3c6-17d088db92b5 already deleted. [ 1118.495492] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5febf5e-1265-4f62-a3c6-17d088db92b5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.821693] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 791172f1-3024-467a-9eb9-0f8617f201a2 in Status: SUCCESS [ 1118.822057] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-791172f1-3024-467a-9eb9-0f8617f201a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.822163] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-791172f1-3024-467a-9eb9-0f8617f201a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.822402] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-791172f1-3024-467a-9eb9-0f8617f201a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.822594] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.822710] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.822767] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.822944] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.823043] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.823181] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('791172f1-3024-467a-9eb9-0f8617f201a2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.893936] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.894398] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.894555] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.894867] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.895074] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.895323] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Segment Port c0cbacae-ae05-4849-8bb3-0add1a00f79c not found, creating... [ 1118.895634] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.895821] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.895940] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.896224] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.896420] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.896696] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.896865] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.896982] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.897239] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.897765] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.897765] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Resource: SegmentPort with ID: c0cbacae-ae05-4849-8bb3-0add1a00f79c is going to be created. [ 1118.926952] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.927134] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.927288] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.927520] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.927848] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.928149] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "port-c0cbacae-ae05-4849-8bb3-0add1a00f79c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.325573] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('791172f1-3024-467a-9eb9-0f8617f201a2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.629300] env[65894]: INFO networking_nsxv3.common.synchronization [req-580647c3-6e92-4c22-b525-6db96f8c3865 req-c3e693fe-3b8d-4dca-818a-b5286275c2bd service nova] Enqueued Resource ID: b5febf5e-1265-4f62-a3c6-17d088db92b5 with Priority: HIGHEST for action security_group_rules [ 1119.629300] env[65894]: INFO networking_nsxv3.common.synchronization [req-580647c3-6e92-4c22-b525-6db96f8c3865 req-c3e693fe-3b8d-4dca-818a-b5286275c2bd service nova] Enqueued Resource ID: b5febf5e-1265-4f62-a3c6-17d088db92b5 with Priority: HIGHEST for action security_group_members [ 1119.629300] env[65894]: INFO networking_nsxv3.common.synchronization [req-580647c3-6e92-4c22-b525-6db96f8c3865 req-c3e693fe-3b8d-4dca-818a-b5286275c2bd service nova] Enqueued Resource ID: c0cbacae-ae05-4849-8bb3-0add1a00f79c with Priority: HIGHEST for action port [ 1119.629300] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5febf5e-1265-4f62-a3c6-17d088db92b5 with Priority: HIGHEST for action security_group_rules [ 1119.629300] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5febf5e-1265-4f62-a3c6-17d088db92b5 with Priority: HIGHEST for action security_group_members [ 1119.629300] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0cbacae-ae05-4849-8bb3-0add1a00f79c with Priority: HIGHEST for action port [ 1119.629300] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5febf5e-1265-4f62-a3c6-17d088db92b5 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.629300] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5febf5e-1265-4f62-a3c6-17d088db92b5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.629300] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5febf5e-1265-4f62-a3c6-17d088db92b5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.629979] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5febf5e-1265-4f62-a3c6-17d088db92b5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.630233] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5febf5e-1265-4f62-a3c6-17d088db92b5',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.632319] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5febf5e-1265-4f62-a3c6-17d088db92b5 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.632605] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5febf5e-1265-4f62-a3c6-17d088db92b5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.632803] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5febf5e-1265-4f62-a3c6-17d088db92b5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.633138] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5febf5e-1265-4f62-a3c6-17d088db92b5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.633528] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.633733] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.633878] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.634143] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.634321] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.634499] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5febf5e-1265-4f62-a3c6-17d088db92b5',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.635467] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-c0cbacae-ae05-4849-8bb3-0add1a00f79c taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.635726] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c0cbacae-ae05-4849-8bb3-0add1a00f79c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.635874] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c0cbacae-ae05-4849-8bb3-0add1a00f79c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.636119] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c0cbacae-ae05-4849-8bb3-0add1a00f79c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.636294] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0cbacae-ae05-4849-8bb3-0add1a00f79c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.828023] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('791172f1-3024-467a-9eb9-0f8617f201a2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.118054] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cfe25d4-512e-44b4-bd0a-857950331d43 in Status: SUCCESS [ 1120.118054] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5cfe25d4-512e-44b4-bd0a-857950331d43 deletion is rescheduled due to dependency. [ 1120.118054] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cfe25d4-512e-44b4-bd0a-857950331d43" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.118054] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cfe25d4-512e-44b4-bd0a-857950331d43" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.118308] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cfe25d4-512e-44b4-bd0a-857950331d43" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.118308] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.118410] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.118449] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.118617] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.118702] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.118785] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cfe25d4-512e-44b4-bd0a-857950331d43" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.118946] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-5cfe25d4-512e-44b4-bd0a-857950331d43 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.119038] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5cfe25d4-512e-44b4-bd0a-857950331d43" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.119099] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cfe25d4-512e-44b4-bd0a-857950331d43" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.119256] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cfe25d4-512e-44b4-bd0a-857950331d43" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.119407] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.119503] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.119562] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.119969] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.120066] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.120178] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cfe25d4-512e-44b4-bd0a-857950331d43" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.120249] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5cfe25d4-512e-44b4-bd0a-857950331d43',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.121094] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5cfe25d4-512e-44b4-bd0a-857950331d43" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.121263] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5cfe25d4-512e-44b4-bd0a-857950331d43" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.121410] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.121510] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.121572] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.121711] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.121784] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.121866] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5cfe25d4-512e-44b4-bd0a-857950331d43',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.137902] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5febf5e-1265-4f62-a3c6-17d088db92b5',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.138926] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5febf5e-1265-4f62-a3c6-17d088db92b5 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.139062] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5febf5e-1265-4f62-a3c6-17d088db92b5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.139666] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c0cbacae-ae05-4849-8bb3-0add1a00f79c with status ACTIVE [ 1120.139829] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.139939] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.140021] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.140242] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.140329] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.140535] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.140584] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.140652] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.140791] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.140866] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.141050] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.141157] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.141217] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.141327] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.141417] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.141474] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c0cbacae-ae05-4849-8bb3-0add1a00f79c is going to be updated. [ 1120.162601] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.162793] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.162832] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.163036] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.163173] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.163332] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c0cbacae-ae05-4849-8bb3-0add1a00f79c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.331832] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.332076] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.332076] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.332376] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.332527] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.332649] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 791172f1-3024-467a-9eb9-0f8617f201a2 is going to be updated. [ 1120.367140] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.367335] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.367500] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.367624] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.367842] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.380874] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 791172f1-3024-467a-9eb9-0f8617f201a2 in Status: IN_PROGRESS for 2s [ 1120.623877] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5cfe25d4-512e-44b4-bd0a-857950331d43: rpc.has_security_group_logging(os_id): False [ 1120.626120] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.626265] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.626337] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.626546] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.626637] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.626826] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.626925] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.626988] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.627156] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.627232] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.627318] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5cfe25d4-512e-44b4-bd0a-857950331d43 is going to be updated. [ 1120.640220] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5febf5e-1265-4f62-a3c6-17d088db92b5',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.647936] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.648166] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.648248] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.648556] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.648771] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.649142] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.649312] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.649423] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.649686] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.649822] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.650407] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.650561] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.650670] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.650857] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.650956] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.651193] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.651312] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.651369] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.651523] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.651608] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.651700] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5cfe25d4-512e-44b4-bd0a-857950331d43 is going to be updated. [ 1120.657557] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.657717] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.657759] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.657918] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.658056] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.668800] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cfe25d4-512e-44b4-bd0a-857950331d43 in Status: IN_PROGRESS for 2s [ 1120.710074] env[65894]: INFO networking_nsxv3.common.synchronization [req-04562c5b-50b6-4e55-a7d6-e4c6676ed152 req-09b633d8-1796-4f81-89ac-f799e24163a6 tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Enqueued Resource ID: c3df1442-972b-4c46-9187-df9c08907130 with Priority: HIGHEST for action security_group_members [ 1120.710074] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3df1442-972b-4c46-9187-df9c08907130 with Priority: HIGHEST for action security_group_members [ 1120.710074] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3df1442-972b-4c46-9187-df9c08907130 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.710074] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.710244] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.710529] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.710529] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.710647] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.710647] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.710748] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.710831] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.710926] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3df1442-972b-4c46-9187-df9c08907130',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.724202] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.724442] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.724525] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.725647] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.725647] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.763706] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5cfe25d4-512e-44b4-bd0a-857950331d43 in Status: IN_PROGRESS for 2s [ 1121.145856] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.145856] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.145856] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.145856] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.145856] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.145856] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5febf5e-1265-4f62-a3c6-17d088db92b5 is going to be created. [ 1121.169121] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.169264] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.169334] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.169538] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.169698] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.179682] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5febf5e-1265-4f62-a3c6-17d088db92b5 in Status: UNINITIALIZED for 2s [ 1121.213131] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c3df1442-972b-4c46-9187-df9c08907130',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.372644] env[65894]: INFO networking_nsxv3.common.synchronization [None req-f51de9a9-b80b-4614-9afb-668a4fc1d251 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Enqueued Resource ID: 8152eb30-f786-41d7-98a0-cb6a465816ef with Priority: HIGHEST for action security_group_rules [ 1121.372996] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8152eb30-f786-41d7-98a0-cb6a465816ef with Priority: HIGHEST for action security_group_rules [ 1121.373362] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8152eb30-f786-41d7-98a0-cb6a465816ef taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.373490] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8152eb30-f786-41d7-98a0-cb6a465816ef" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.373555] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8152eb30-f786-41d7-98a0-cb6a465816ef" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.374233] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8152eb30-f786-41d7-98a0-cb6a465816ef" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.374233] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8152eb30-f786-41d7-98a0-cb6a465816ef',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.470890] env[65894]: INFO networking_nsxv3.common.synchronization [None req-1281de37-f8ec-44d6-9327-2a5aea1351fb tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Enqueued Resource ID: 8152eb30-f786-41d7-98a0-cb6a465816ef with Priority: HIGHEST for action security_group_rules [ 1121.471825] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8152eb30-f786-41d7-98a0-cb6a465816ef with Priority: HIGHEST for action security_group_rules [ 1121.472178] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8152eb30-f786-41d7-98a0-cb6a465816ef taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.472349] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8152eb30-f786-41d7-98a0-cb6a465816ef" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.715452] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c3df1442-972b-4c46-9187-df9c08907130',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.894575] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.894755] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.894823] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.895059] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.895157] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.895252] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8152eb30-f786-41d7-98a0-cb6a465816ef already deleted. [ 1121.895334] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8152eb30-f786-41d7-98a0-cb6a465816ef" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.895490] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8152eb30-f786-41d7-98a0-cb6a465816ef" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.895647] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8152eb30-f786-41d7-98a0-cb6a465816ef" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.895733] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8152eb30-f786-41d7-98a0-cb6a465816ef',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.218383] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.218689] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.218689] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.218689] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.218793] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.218885] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3df1442-972b-4c46-9187-df9c08907130 is going to be updated. [ 1122.252511] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.252680] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.252753] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.252971] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.253136] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.262507] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3df1442-972b-4c46-9187-df9c08907130 in Status: IN_PROGRESS for 2s [ 1122.391271] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 791172f1-3024-467a-9eb9-0f8617f201a2 in Status: SUCCESS [ 1122.391271] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-791172f1-3024-467a-9eb9-0f8617f201a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.391606] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-791172f1-3024-467a-9eb9-0f8617f201a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.391606] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-791172f1-3024-467a-9eb9-0f8617f201a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.391735] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.391862] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.391928] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.392098] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.392172] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.392259] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-791172f1-3024-467a-9eb9-0f8617f201a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.392399] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('791172f1-3024-467a-9eb9-0f8617f201a2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.417705] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.417860] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.417903] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.418146] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.418269] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.418373] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8152eb30-f786-41d7-98a0-cb6a465816ef already deleted. [ 1122.418460] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8152eb30-f786-41d7-98a0-cb6a465816ef" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.679764] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5cfe25d4-512e-44b4-bd0a-857950331d43 in Status: SUCCESS [ 1122.679956] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5cfe25d4-512e-44b4-bd0a-857950331d43 deletion is rescheduled due to dependency. [ 1122.680523] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5cfe25d4-512e-44b4-bd0a-857950331d43" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.780131] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5cfe25d4-512e-44b4-bd0a-857950331d43 in Status: SUCCESS [ 1122.780447] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5cfe25d4-512e-44b4-bd0a-857950331d43" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.780647] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5cfe25d4-512e-44b4-bd0a-857950331d43" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.780880] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5cfe25d4-512e-44b4-bd0a-857950331d43" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.780972] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5cfe25d4-512e-44b4-bd0a-857950331d43',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.866925] env[65894]: INFO networking_nsxv3.common.synchronization [req-684c72bf-0a83-403a-a14e-d90927dd5c3d req-3c7a75cd-500f-4ce1-9427-b6d466315bdc tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Enqueued Resource ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a with Priority: HIGHEST for action security_group_members [ 1122.867650] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a with Priority: HIGHEST for action security_group_members [ 1122.868019] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.868100] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.868217] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.868370] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.868534] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.868630] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.868691] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.868842] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.868928] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.869442] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a3141f8-7611-4ff8-8814-8a6ebecf0f8a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.894735] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('791172f1-3024-467a-9eb9-0f8617f201a2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.190083] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5febf5e-1265-4f62-a3c6-17d088db92b5 in Status: SUCCESS [ 1123.190419] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5febf5e-1265-4f62-a3c6-17d088db92b5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.190660] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5febf5e-1265-4f62-a3c6-17d088db92b5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.190895] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5febf5e-1265-4f62-a3c6-17d088db92b5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.191115] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.191246] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.191315] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.191478] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.191561] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.191649] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5febf5e-1265-4f62-a3c6-17d088db92b5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.191744] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b5febf5e-1265-4f62-a3c6-17d088db92b5',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.207412] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock network-976 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.207732] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "network-976" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.207876] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "network-976" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.208158] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "network-976" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.208420] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.208849] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.209020] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.209268] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.209417] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.209664] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1123.210058] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1123.210238] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1123.210362] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1123.210606] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1123.210606] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1123.210739] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1123.231953] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1123.232297] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1123.232297] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1123.232544] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "network-976" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.233116] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock port-16458d3b-3268-4e45-ac60-b9bc1320dcb9 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.233354] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "port-16458d3b-3268-4e45-ac60-b9bc1320dcb9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.233513] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "port-16458d3b-3268-4e45-ac60-b9bc1320dcb9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.233844] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "port-16458d3b-3268-4e45-ac60-b9bc1320dcb9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.233987] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16458d3b-3268-4e45-ac60-b9bc1320dcb9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.303563] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.303779] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.303925] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.304168] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.304296] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.304399] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5cfe25d4-512e-44b4-bd0a-857950331d43 is going to be deleted. [ 1123.360739] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.360981] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.361103] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.361311] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.361406] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.361578] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5cfe25d4-512e-44b4-bd0a-857950331d43" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.373318] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.373583] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.373728] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.373979] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.397979] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.398194] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.398308] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.398308] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.398823] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.398823] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.398823] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a is going to be updated. [ 1123.399759] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 791172f1-3024-467a-9eb9-0f8617f201a2: rpc.has_security_group_logging(os_id): False [ 1123.432950] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.432950] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.432950] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.432950] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.468510] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.468738] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.468738] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.469024] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.470654] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.488509] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.488899] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.489048] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.489124] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.489371] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.489465] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.489560] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 791172f1-3024-467a-9eb9-0f8617f201a2 is going to be updated. [ 1123.501729] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a in Status: IN_PROGRESS for 2s [ 1123.592790] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.592790] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.592790] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.592790] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.593163] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.609338] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 791172f1-3024-467a-9eb9-0f8617f201a2 in Status: IN_PROGRESS for 2s [ 1123.695048] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5febf5e-1265-4f62-a3c6-17d088db92b5 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.695264] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5febf5e-1265-4f62-a3c6-17d088db92b5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.695264] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5febf5e-1265-4f62-a3c6-17d088db92b5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.696058] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5febf5e-1265-4f62-a3c6-17d088db92b5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.696058] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.696058] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.696058] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.696058] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.696458] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.696458] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5febf5e-1265-4f62-a3c6-17d088db92b5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.696458] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5febf5e-1265-4f62-a3c6-17d088db92b5 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.696458] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5febf5e-1265-4f62-a3c6-17d088db92b5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.696669] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5febf5e-1265-4f62-a3c6-17d088db92b5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.696669] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5febf5e-1265-4f62-a3c6-17d088db92b5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.696767] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.696867] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.696921] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.697075] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.697154] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.697274] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5febf5e-1265-4f62-a3c6-17d088db92b5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.697316] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b5febf5e-1265-4f62-a3c6-17d088db92b5',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.736644] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.736953] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.737156] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.737475] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.737627] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.737801] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Segment Port 16458d3b-3268-4e45-ac60-b9bc1320dcb9 not found, creating... [ 1123.738127] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.738324] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.738445] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.738713] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.738816] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.739174] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.739335] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.739453] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.739659] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.739790] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.739930] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Resource: SegmentPort with ID: 16458d3b-3268-4e45-ac60-b9bc1320dcb9 is going to be created. [ 1123.779879] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.780114] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.780272] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.780583] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.780830] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.781168] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "port-16458d3b-3268-4e45-ac60-b9bc1320dcb9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.199836] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b5febf5e-1265-4f62-a3c6-17d088db92b5: rpc.has_security_group_logging(os_id): False [ 1124.218281] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.218437] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.218516] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.218769] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.218881] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.219013] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.219119] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.219177] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.219327] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.219404] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.219578] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.219675] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.219759] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.219906] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.219981] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.220216] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.220364] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.220690] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.220690] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.220690] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.220690] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5febf5e-1265-4f62-a3c6-17d088db92b5 is going to be created. [ 1124.271094] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3df1442-972b-4c46-9187-df9c08907130 in Status: SUCCESS [ 1124.271490] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.277478] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.277616] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.277686] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.277890] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.278079] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.288943] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5febf5e-1265-4f62-a3c6-17d088db92b5 in Status: IN_PROGRESS for 2s [ 1124.466311] env[65894]: INFO networking_nsxv3.common.synchronization [req-684c72bf-0a83-403a-a14e-d90927dd5c3d req-bfbc6e31-f2f4-479c-8810-161ed1a6321b service nova] Enqueued Resource ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a with Priority: HIGHEST for action security_group_rules [ 1124.466311] env[65894]: INFO networking_nsxv3.common.synchronization [req-684c72bf-0a83-403a-a14e-d90927dd5c3d req-bfbc6e31-f2f4-479c-8810-161ed1a6321b service nova] Enqueued Resource ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a with Priority: HIGHEST for action security_group_members [ 1124.466311] env[65894]: INFO networking_nsxv3.common.synchronization [req-684c72bf-0a83-403a-a14e-d90927dd5c3d req-bfbc6e31-f2f4-479c-8810-161ed1a6321b service nova] Enqueued Resource ID: 16458d3b-3268-4e45-ac60-b9bc1320dcb9 with Priority: HIGHEST for action port [ 1124.466311] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a with Priority: HIGHEST for action security_group_rules [ 1124.466311] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a with Priority: HIGHEST for action security_group_members [ 1124.466311] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16458d3b-3268-4e45-ac60-b9bc1320dcb9 with Priority: HIGHEST for action port [ 1124.466899] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.467169] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.467326] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.467629] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.467822] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a3141f8-7611-4ff8-8814-8a6ebecf0f8a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.468797] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.469034] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.469324] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-16458d3b-3268-4e45-ac60-b9bc1320dcb9 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.469579] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16458d3b-3268-4e45-ac60-b9bc1320dcb9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.469768] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16458d3b-3268-4e45-ac60-b9bc1320dcb9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.470076] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16458d3b-3268-4e45-ac60-b9bc1320dcb9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.470247] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16458d3b-3268-4e45-ac60-b9bc1320dcb9',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.972762] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.972887] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.973094] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 16458d3b-3268-4e45-ac60-b9bc1320dcb9 with status ACTIVE [ 1124.973262] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.973383] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.973457] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.973688] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.973783] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.973954] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.974062] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.974123] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.974278] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.974355] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.974536] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.974627] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.974687] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.974834] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.974891] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.974972] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 16458d3b-3268-4e45-ac60-b9bc1320dcb9 is going to be updated. [ 1125.009369] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.009559] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.009623] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.010631] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.010631] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.010631] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16458d3b-3268-4e45-ac60-b9bc1320dcb9" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.211628] env[65894]: INFO networking_nsxv3.common.synchronization [req-13f521e3-9a1b-4e5c-853e-ebf7947b739d req-6cc68761-48a4-4fe1-a4b9-b87672c2b00a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Enqueued Resource ID: a7f93720-8a18-45d9-9a00-dd926481d6e5 with Priority: HIGHEST for action security_group_members [ 1125.212079] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7f93720-8a18-45d9-9a00-dd926481d6e5 with Priority: HIGHEST for action security_group_members [ 1125.212481] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7f93720-8a18-45d9-9a00-dd926481d6e5 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.212570] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7f93720-8a18-45d9-9a00-dd926481d6e5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.212660] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7f93720-8a18-45d9-9a00-dd926481d6e5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.212908] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7f93720-8a18-45d9-9a00-dd926481d6e5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.213089] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.213195] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.213251] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.213434] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.213560] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.213621] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7f93720-8a18-45d9-9a00-dd926481d6e5',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.512023] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a in Status: SUCCESS [ 1125.512023] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a deletion is rescheduled due to dependency. [ 1125.512023] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.512023] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.512462] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.512462] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.512462] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.512593] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.512702] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.512783] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.512877] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a3141f8-7611-4ff8-8814-8a6ebecf0f8a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.569726] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock network-381 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.569726] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "network-381" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.569726] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "network-381" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.570041] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "network-381" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.570316] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.570430] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.570538] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.571233] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.571233] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.571233] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1125.571233] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1125.571508] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1125.571508] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1125.571600] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1125.571735] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1125.571866] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1125.594704] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1125.594869] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1125.595054] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1125.595285] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "network-381" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.595559] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock port-f7f5ce47-562b-463c-bb07-3d1a19aa4e9b taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.595731] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "port-f7f5ce47-562b-463c-bb07-3d1a19aa4e9b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.595851] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "port-f7f5ce47-562b-463c-bb07-3d1a19aa4e9b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.596193] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "port-f7f5ce47-562b-463c-bb07-3d1a19aa4e9b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.596399] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7f5ce47-562b-463c-bb07-3d1a19aa4e9b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.622741] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 791172f1-3024-467a-9eb9-0f8617f201a2 in Status: SUCCESS [ 1125.622954] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-791172f1-3024-467a-9eb9-0f8617f201a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.717511] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.717511] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.717511] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.717511] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.717511] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.717511] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.717511] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.717511] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.717511] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.717511] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.717511] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7f93720-8a18-45d9-9a00-dd926481d6e5 already deleted. [ 1125.717881] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7f93720-8a18-45d9-9a00-dd926481d6e5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.015949] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3a3141f8-7611-4ff8-8814-8a6ebecf0f8a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.099092] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.099319] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.099462] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.099774] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.099926] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.100094] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Segment Port f7f5ce47-562b-463c-bb07-3d1a19aa4e9b not found, creating... [ 1126.100367] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.100519] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.100636] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.100854] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.100987] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.101292] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.101447] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.101564] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.101769] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.101904] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.102061] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Resource: SegmentPort with ID: f7f5ce47-562b-463c-bb07-3d1a19aa4e9b is going to be created. [ 1126.124155] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.124377] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.124548] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.124855] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.125035] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.125303] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "port-f7f5ce47-562b-463c-bb07-3d1a19aa4e9b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.302681] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5febf5e-1265-4f62-a3c6-17d088db92b5 in Status: SUCCESS [ 1126.302904] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5febf5e-1265-4f62-a3c6-17d088db92b5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.519311] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3a3141f8-7611-4ff8-8814-8a6ebecf0f8a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.895674] env[65894]: INFO networking_nsxv3.common.synchronization [req-13f521e3-9a1b-4e5c-853e-ebf7947b739d req-9a2f9ddb-6593-4703-b307-7d3985e5003c service nova] Enqueued Resource ID: a7f93720-8a18-45d9-9a00-dd926481d6e5 with Priority: HIGHEST for action security_group_rules [ 1126.896028] env[65894]: INFO networking_nsxv3.common.synchronization [req-13f521e3-9a1b-4e5c-853e-ebf7947b739d req-9a2f9ddb-6593-4703-b307-7d3985e5003c service nova] Enqueued Resource ID: a7f93720-8a18-45d9-9a00-dd926481d6e5 with Priority: HIGHEST for action security_group_members [ 1126.896222] env[65894]: INFO networking_nsxv3.common.synchronization [req-13f521e3-9a1b-4e5c-853e-ebf7947b739d req-9a2f9ddb-6593-4703-b307-7d3985e5003c service nova] Enqueued Resource ID: f7f5ce47-562b-463c-bb07-3d1a19aa4e9b with Priority: HIGHEST for action port [ 1126.896992] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7f93720-8a18-45d9-9a00-dd926481d6e5 with Priority: HIGHEST for action security_group_rules [ 1126.896992] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7f93720-8a18-45d9-9a00-dd926481d6e5 with Priority: HIGHEST for action security_group_members [ 1126.897111] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7f5ce47-562b-463c-bb07-3d1a19aa4e9b with Priority: HIGHEST for action port [ 1126.897434] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7f93720-8a18-45d9-9a00-dd926481d6e5 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.897614] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7f93720-8a18-45d9-9a00-dd926481d6e5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.897768] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7f93720-8a18-45d9-9a00-dd926481d6e5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.898084] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7f93720-8a18-45d9-9a00-dd926481d6e5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.898207] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7f93720-8a18-45d9-9a00-dd926481d6e5',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.899195] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7f93720-8a18-45d9-9a00-dd926481d6e5 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.899332] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7f93720-8a18-45d9-9a00-dd926481d6e5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.899413] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7f93720-8a18-45d9-9a00-dd926481d6e5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.899590] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7f93720-8a18-45d9-9a00-dd926481d6e5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.899749] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.899894] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.900077] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.901026] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.901281] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.901313] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7f93720-8a18-45d9-9a00-dd926481d6e5',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.902139] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7f5ce47-562b-463c-bb07-3d1a19aa4e9b taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.902273] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7f5ce47-562b-463c-bb07-3d1a19aa4e9b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.902273] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7f5ce47-562b-463c-bb07-3d1a19aa4e9b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.902455] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7f5ce47-562b-463c-bb07-3d1a19aa4e9b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.902535] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7f5ce47-562b-463c-bb07-3d1a19aa4e9b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.021544] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.021544] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.021751] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.021797] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.021881] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.021977] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a is going to be updated. [ 1127.059703] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.059703] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.059703] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.059918] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.059985] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.070024] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a in Status: IN_PROGRESS for 2s [ 1127.404869] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7f93720-8a18-45d9-9a00-dd926481d6e5 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.404869] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7f93720-8a18-45d9-9a00-dd926481d6e5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.404869] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a7f93720-8a18-45d9-9a00-dd926481d6e5',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.405608] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f7f5ce47-562b-463c-bb07-3d1a19aa4e9b with status ACTIVE [ 1127.405741] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.405882] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.405990] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.406211] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.406325] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.406526] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.406637] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.406691] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.407576] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.407576] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.407576] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.407576] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.407576] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.407576] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.407576] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.407983] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f7f5ce47-562b-463c-bb07-3d1a19aa4e9b is going to be updated. [ 1127.432132] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.432367] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.432498] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.432921] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.433158] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.433430] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7f5ce47-562b-463c-bb07-3d1a19aa4e9b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.910596] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a7f93720-8a18-45d9-9a00-dd926481d6e5',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.415017] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.415017] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.415017] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.415017] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.415017] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.415017] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7f93720-8a18-45d9-9a00-dd926481d6e5 is going to be created. [ 1128.441335] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.441335] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.441335] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.441335] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.441335] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.451060] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7f93720-8a18-45d9-9a00-dd926481d6e5 in Status: UNINITIALIZED for 2s [ 1129.081959] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a in Status: SUCCESS [ 1129.081959] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.081959] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.082375] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.082375] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.082565] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.082635] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.082796] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.082881] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.082967] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.083098] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3a3141f8-7611-4ff8-8814-8a6ebecf0f8a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.586253] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.586968] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.587088] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.587333] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.587523] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.587650] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.587729] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.587908] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.588056] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.588170] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.588335] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.588426] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.588499] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.588649] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.588786] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.588877] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.588949] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.589098] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.589191] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.589277] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.589358] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3a3141f8-7611-4ff8-8814-8a6ebecf0f8a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.094761] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a: rpc.has_security_group_logging(os_id): False [ 1130.128872] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.128872] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.128872] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.128872] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.128872] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.128872] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.129423] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.129423] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.129423] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.129423] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.130983] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.134472] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.134472] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.134472] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.134472] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.134472] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.134472] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.134472] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.134472] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.134472] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.134472] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a is going to be updated. [ 1130.227096] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.227257] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.227321] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.227535] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.227681] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.261846] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a in Status: IN_PROGRESS for 2s [ 1130.346565] env[65894]: INFO networking_nsxv3.common.synchronization [None req-4efaf97e-f628-4f99-a662-01e50dfaf31d tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Enqueued Resource ID: 2cfb114e-24cc-4048-af60-96a336028546 with Priority: HIGHEST for action security_group_members [ 1130.346565] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cfb114e-24cc-4048-af60-96a336028546 with Priority: HIGHEST for action security_group_members [ 1130.346742] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cfb114e-24cc-4048-af60-96a336028546 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.347037] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.347211] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.347736] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.348094] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.348723] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.348927] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.349205] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.349404] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.349589] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cfb114e-24cc-4048-af60-96a336028546',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.471101] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7f93720-8a18-45d9-9a00-dd926481d6e5 in Status: SUCCESS [ 1130.471311] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7f93720-8a18-45d9-9a00-dd926481d6e5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.471429] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7f93720-8a18-45d9-9a00-dd926481d6e5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.471778] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7f93720-8a18-45d9-9a00-dd926481d6e5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.472066] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.472200] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.472269] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.472591] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.472706] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.472782] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7f93720-8a18-45d9-9a00-dd926481d6e5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.472907] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a7f93720-8a18-45d9-9a00-dd926481d6e5',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.853025] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.853197] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.853242] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.853497] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.877465] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.877748] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.877873] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.877936] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.878158] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.878242] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.878333] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cfb114e-24cc-4048-af60-96a336028546 is going to be updated. [ 1130.915027] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.915195] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.915269] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.915525] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.915700] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.932607] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cfb114e-24cc-4048-af60-96a336028546 in Status: IN_PROGRESS for 2s [ 1130.976093] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a7f93720-8a18-45d9-9a00-dd926481d6e5',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.483735] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a7f93720-8a18-45d9-9a00-dd926481d6e5: rpc.has_security_group_logging(os_id): False [ 1131.503089] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.503241] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.503325] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.503526] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.503768] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.504059] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.504241] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.504241] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.504461] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.504558] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.504654] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7f93720-8a18-45d9-9a00-dd926481d6e5 is going to be created. [ 1131.576152] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.576437] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.576566] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.577054] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.577378] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.589955] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7f93720-8a18-45d9-9a00-dd926481d6e5 in Status: IN_PROGRESS for 2s [ 1132.056065] env[65894]: INFO networking_nsxv3.common.synchronization [req-810332c9-68bd-462e-873b-222e136c9ae7 req-8a1c9999-2503-44d0-b1b7-2442850e6a67 tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Enqueued Resource ID: 8152eb30-f786-41d7-98a0-cb6a465816ef with Priority: HIGHEST for action security_group_members [ 1132.056170] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8152eb30-f786-41d7-98a0-cb6a465816ef with Priority: HIGHEST for action security_group_members [ 1132.056495] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-8152eb30-f786-41d7-98a0-cb6a465816ef taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.056617] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8152eb30-f786-41d7-98a0-cb6a465816ef" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.056682] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8152eb30-f786-41d7-98a0-cb6a465816ef" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.057121] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8152eb30-f786-41d7-98a0-cb6a465816ef" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.057191] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.057298] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.057336] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.057664] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.057664] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.057664] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8152eb30-f786-41d7-98a0-cb6a465816ef',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.284587] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a in Status: SUCCESS [ 1132.284805] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.373865] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock network-577 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.374203] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "network-577" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.374337] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "network-577" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.374663] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "network-577" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.374981] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.375158] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.375286] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.375549] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.375704] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.375917] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1132.376041] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1132.376151] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1132.376255] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1132.376361] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1132.376463] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1132.376597] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1132.403060] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1132.403249] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1132.403387] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1132.403691] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "network-577" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.404049] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock port-2a6bcce6-de60-4586-8f98-e338d9680cb6 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.404228] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "port-2a6bcce6-de60-4586-8f98-e338d9680cb6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.404347] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "port-2a6bcce6-de60-4586-8f98-e338d9680cb6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.404676] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "port-2a6bcce6-de60-4586-8f98-e338d9680cb6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.404815] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a6bcce6-de60-4586-8f98-e338d9680cb6',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.560476] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.560841] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.560841] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.561639] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.561639] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.561639] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.561639] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.561639] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.562064] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.562064] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.562064] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8152eb30-f786-41d7-98a0-cb6a465816ef already deleted. [ 1132.562064] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8152eb30-f786-41d7-98a0-cb6a465816ef" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.909321] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.909321] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.909321] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.909321] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.909321] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.909909] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Segment Port 2a6bcce6-de60-4586-8f98-e338d9680cb6 not found, creating... [ 1132.909909] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.909909] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.910042] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.910214] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.910373] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.910681] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.910872] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.910945] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.911170] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.911304] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.911442] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Resource: SegmentPort with ID: 2a6bcce6-de60-4586-8f98-e338d9680cb6 is going to be created. [ 1132.959741] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cfb114e-24cc-4048-af60-96a336028546 in Status: SUCCESS [ 1132.959983] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cfb114e-24cc-4048-af60-96a336028546 deletion is rescheduled due to dependency. [ 1132.960161] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.966038] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.966254] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.966376] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.966656] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.966899] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.967186] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "port-2a6bcce6-de60-4586-8f98-e338d9680cb6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.060883] env[65894]: INFO networking_nsxv3.common.synchronization [req-ab8e9132-9abf-466d-ac76-dfe554fc1d0f req-4fab2c63-bf81-4ec5-b40a-956c7e82473c tempest-ServersTestJSON-2079417803 tempest-ServersTestJSON-2079417803-project-member] Enqueued Resource ID: c3df1442-972b-4c46-9187-df9c08907130 with Priority: HIGHEST for action security_group_members [ 1133.061423] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3df1442-972b-4c46-9187-df9c08907130 with Priority: HIGHEST for action security_group_members [ 1133.062029] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-c3df1442-972b-4c46-9187-df9c08907130 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.062029] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.062029] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.062239] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.062273] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.062391] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.062447] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.062753] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.062753] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.062905] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c3df1442-972b-4c46-9187-df9c08907130',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.564674] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.565075] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.565075] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.565161] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.589054] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.589329] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.589501] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.589594] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.589811] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.589900] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.590044] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3df1442-972b-4c46-9187-df9c08907130 is going to be updated. [ 1133.603356] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a7f93720-8a18-45d9-9a00-dd926481d6e5 in Status: SUCCESS [ 1133.603654] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7f93720-8a18-45d9-9a00-dd926481d6e5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.625668] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.625821] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.625910] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.626157] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.626317] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.636169] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3df1442-972b-4c46-9187-df9c08907130 in Status: IN_PROGRESS for 2s [ 1134.053221] env[65894]: INFO networking_nsxv3.common.synchronization [req-810332c9-68bd-462e-873b-222e136c9ae7 req-983dc3c0-e311-456b-8336-3da8c9d10bd2 service nova] Enqueued Resource ID: 8152eb30-f786-41d7-98a0-cb6a465816ef with Priority: HIGHEST for action security_group_rules [ 1134.053729] env[65894]: INFO networking_nsxv3.common.synchronization [req-810332c9-68bd-462e-873b-222e136c9ae7 req-983dc3c0-e311-456b-8336-3da8c9d10bd2 service nova] Enqueued Resource ID: 8152eb30-f786-41d7-98a0-cb6a465816ef with Priority: HIGHEST for action security_group_members [ 1134.053729] env[65894]: INFO networking_nsxv3.common.synchronization [req-810332c9-68bd-462e-873b-222e136c9ae7 req-983dc3c0-e311-456b-8336-3da8c9d10bd2 service nova] Enqueued Resource ID: 2a6bcce6-de60-4586-8f98-e338d9680cb6 with Priority: HIGHEST for action port [ 1134.054179] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8152eb30-f786-41d7-98a0-cb6a465816ef with Priority: HIGHEST for action security_group_rules [ 1134.054335] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8152eb30-f786-41d7-98a0-cb6a465816ef with Priority: HIGHEST for action security_group_members [ 1134.054489] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a6bcce6-de60-4586-8f98-e338d9680cb6 with Priority: HIGHEST for action port [ 1134.054757] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8152eb30-f786-41d7-98a0-cb6a465816ef taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.054858] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8152eb30-f786-41d7-98a0-cb6a465816ef" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.054926] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8152eb30-f786-41d7-98a0-cb6a465816ef" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.055315] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8152eb30-f786-41d7-98a0-cb6a465816ef" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.055463] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8152eb30-f786-41d7-98a0-cb6a465816ef',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.057159] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-8152eb30-f786-41d7-98a0-cb6a465816ef taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.057297] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8152eb30-f786-41d7-98a0-cb6a465816ef" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.057335] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8152eb30-f786-41d7-98a0-cb6a465816ef" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.057634] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8152eb30-f786-41d7-98a0-cb6a465816ef" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.057830] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.057980] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.058120] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.058305] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.058427] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.058554] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8152eb30-f786-41d7-98a0-cb6a465816ef',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.060549] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a6bcce6-de60-4586-8f98-e338d9680cb6 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.060695] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a6bcce6-de60-4586-8f98-e338d9680cb6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.060739] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a6bcce6-de60-4586-8f98-e338d9680cb6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.060880] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a6bcce6-de60-4586-8f98-e338d9680cb6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.060961] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a6bcce6-de60-4586-8f98-e338d9680cb6',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.557375] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-8152eb30-f786-41d7-98a0-cb6a465816ef taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.557573] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8152eb30-f786-41d7-98a0-cb6a465816ef" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.560934] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8152eb30-f786-41d7-98a0-cb6a465816ef',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.562460] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2a6bcce6-de60-4586-8f98-e338d9680cb6 with status ACTIVE [ 1134.563132] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.563132] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.563132] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.563638] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.563638] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.563638] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.563638] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.563638] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.564044] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.564044] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.564240] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.564332] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.564627] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.564627] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.564627] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.565231] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2a6bcce6-de60-4586-8f98-e338d9680cb6 is going to be updated. [ 1134.586103] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.586309] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.586355] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.586547] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.586689] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.586848] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a6bcce6-de60-4586-8f98-e338d9680cb6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.062909] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8152eb30-f786-41d7-98a0-cb6a465816ef',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.565975] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.566428] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.566428] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.566550] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.566602] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.566698] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8152eb30-f786-41d7-98a0-cb6a465816ef is going to be created. [ 1135.598015] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.598233] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.598306] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.598507] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.598675] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.610689] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8152eb30-f786-41d7-98a0-cb6a465816ef in Status: UNINITIALIZED for 2s [ 1135.648189] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c3df1442-972b-4c46-9187-df9c08907130 in Status: SUCCESS [ 1135.648502] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c3df1442-972b-4c46-9187-df9c08907130 deletion is rescheduled due to dependency. [ 1135.648700] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.621192] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8152eb30-f786-41d7-98a0-cb6a465816ef in Status: SUCCESS [ 1137.621535] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8152eb30-f786-41d7-98a0-cb6a465816ef" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.621600] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8152eb30-f786-41d7-98a0-cb6a465816ef" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.621781] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8152eb30-f786-41d7-98a0-cb6a465816ef" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.621972] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.622107] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.622173] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.622330] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.622413] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.622496] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8152eb30-f786-41d7-98a0-cb6a465816ef" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.622642] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8152eb30-f786-41d7-98a0-cb6a465816ef',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.125306] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8152eb30-f786-41d7-98a0-cb6a465816ef',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.385944] env[65894]: INFO networking_nsxv3.common.synchronization [req-a5333069-9d54-410f-8ed1-e23729fb8e02 req-5292f2ec-d137-4201-a361-a4c8f7e0ead6 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Enqueued Resource ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a with Priority: HIGHEST for action security_group_members [ 1138.385944] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a with Priority: HIGHEST for action security_group_members [ 1138.386473] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.386473] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.386473] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.386473] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.386633] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.386633] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.386718] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.386836] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.386923] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.387044] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a3141f8-7611-4ff8-8814-8a6ebecf0f8a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.628510] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8152eb30-f786-41d7-98a0-cb6a465816ef: rpc.has_security_group_logging(os_id): False [ 1138.649288] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.649456] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.649496] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.649802] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.649909] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.650543] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.650543] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.650543] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.650742] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.650742] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.650742] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8152eb30-f786-41d7-98a0-cb6a465816ef is going to be created. [ 1138.718678] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.718897] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.718972] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.719228] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.719560] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.733738] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8152eb30-f786-41d7-98a0-cb6a465816ef in Status: IN_PROGRESS for 2s [ 1138.890082] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.890082] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.890082] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.890082] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.890082] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.890082] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.890488] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.890488] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.890488] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.890488] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.890646] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a is going to be updated. [ 1138.928487] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.928755] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.928855] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.929083] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.929238] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.938825] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a in Status: IN_PROGRESS for 2s [ 1139.599592] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock network-586 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.599811] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "network-586" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.599947] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "network-586" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.600228] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "network-586" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.600483] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.600705] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.600832] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.601055] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.601203] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.601422] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1139.601538] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1139.601644] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1139.601754] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1139.601850] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1139.601971] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1139.602150] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1139.621606] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1139.621799] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1139.621931] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1139.622371] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "network-586" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.622482] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock port-82c0c8c6-f5e4-48e4-97dc-bd8a3a993aaf taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.622687] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "port-82c0c8c6-f5e4-48e4-97dc-bd8a3a993aaf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.623668] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "port-82c0c8c6-f5e4-48e4-97dc-bd8a3a993aaf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.624028] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "port-82c0c8c6-f5e4-48e4-97dc-bd8a3a993aaf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.624184] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82c0c8c6-f5e4-48e4-97dc-bd8a3a993aaf',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.126825] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.127230] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.127270] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.127800] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.127800] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.127988] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Segment Port 82c0c8c6-f5e4-48e4-97dc-bd8a3a993aaf not found, creating... [ 1140.128167] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.128353] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.128473] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.128727] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.128989] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.129301] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.129477] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.129610] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.129840] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.130010] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.130165] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Resource: SegmentPort with ID: 82c0c8c6-f5e4-48e4-97dc-bd8a3a993aaf is going to be created. [ 1140.231884] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.232111] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.232293] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.232613] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.232920] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.233241] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "port-82c0c8c6-f5e4-48e4-97dc-bd8a3a993aaf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.749712] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8152eb30-f786-41d7-98a0-cb6a465816ef in Status: SUCCESS [ 1140.749879] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8152eb30-f786-41d7-98a0-cb6a465816ef" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.884802] env[65894]: INFO networking_nsxv3.common.synchronization [req-585a8381-995c-4c11-83b4-5e47ac316320 req-0d8a165a-e31a-44e6-860c-9fdda1a7bb0f service nova] Enqueued Resource ID: 2cfb114e-24cc-4048-af60-96a336028546 with Priority: HIGHEST for action security_group_rules [ 1140.885033] env[65894]: INFO networking_nsxv3.common.synchronization [req-585a8381-995c-4c11-83b4-5e47ac316320 req-0d8a165a-e31a-44e6-860c-9fdda1a7bb0f service nova] Enqueued Resource ID: 2cfb114e-24cc-4048-af60-96a336028546 with Priority: HIGHEST for action security_group_members [ 1140.885674] env[65894]: INFO networking_nsxv3.common.synchronization [req-585a8381-995c-4c11-83b4-5e47ac316320 req-0d8a165a-e31a-44e6-860c-9fdda1a7bb0f service nova] Enqueued Resource ID: 82c0c8c6-f5e4-48e4-97dc-bd8a3a993aaf with Priority: HIGHEST for action port [ 1140.886442] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cfb114e-24cc-4048-af60-96a336028546 with Priority: HIGHEST for action security_group_rules [ 1140.886662] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cfb114e-24cc-4048-af60-96a336028546 with Priority: HIGHEST for action security_group_members [ 1140.886786] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82c0c8c6-f5e4-48e4-97dc-bd8a3a993aaf with Priority: HIGHEST for action port [ 1140.887125] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2cfb114e-24cc-4048-af60-96a336028546 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.887271] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.887376] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.888016] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.888151] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2cfb114e-24cc-4048-af60-96a336028546',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.889562] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cfb114e-24cc-4048-af60-96a336028546 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.889759] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.889861] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.890088] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.890255] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.890364] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.890423] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.890583] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.890663] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.890759] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cfb114e-24cc-4048-af60-96a336028546',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.892189] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-82c0c8c6-f5e4-48e4-97dc-bd8a3a993aaf taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.892321] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82c0c8c6-f5e4-48e4-97dc-bd8a3a993aaf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.892321] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82c0c8c6-f5e4-48e4-97dc-bd8a3a993aaf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.893506] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82c0c8c6-f5e4-48e4-97dc-bd8a3a993aaf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.893506] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82c0c8c6-f5e4-48e4-97dc-bd8a3a993aaf',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.950744] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a in Status: SUCCESS [ 1140.950925] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a deletion is rescheduled due to dependency. [ 1140.951052] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.394920] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2cfb114e-24cc-4048-af60-96a336028546',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.396018] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cfb114e-24cc-4048-af60-96a336028546 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.396134] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.396296] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 82c0c8c6-f5e4-48e4-97dc-bd8a3a993aaf with status ACTIVE [ 1141.396452] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.396557] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.396904] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.396904] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.396904] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.397091] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.397152] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.397209] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.397350] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.398106] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.398106] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.398106] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.398106] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.398106] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.398106] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.398106] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 82c0c8c6-f5e4-48e4-97dc-bd8a3a993aaf is going to be updated. [ 1141.418998] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.419192] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.419234] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.419417] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.419552] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.419706] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82c0c8c6-f5e4-48e4-97dc-bd8a3a993aaf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.900295] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2cfb114e-24cc-4048-af60-96a336028546',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.140418] env[65894]: INFO networking_nsxv3.common.synchronization [req-ae5c035b-b185-40f8-8f57-0c94aaa3603d req-55a81eaf-43ef-4c7c-b33d-7ae76b3f7982 tempest-ServersNegativeTestJSON-121553862 tempest-ServersNegativeTestJSON-121553862-project-member] Enqueued Resource ID: 21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28 with Priority: HIGHEST for action security_group_members [ 1142.140981] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28 with Priority: HIGHEST for action security_group_members [ 1142.141654] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.141654] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.141817] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.141904] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.142088] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.142190] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.142254] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.142411] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.142496] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.142746] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.404631] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.404631] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.404631] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.404631] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.404631] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.404631] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cfb114e-24cc-4048-af60-96a336028546 is going to be updated. [ 1142.431046] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.431046] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.431046] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.431046] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.431295] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.439809] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cfb114e-24cc-4048-af60-96a336028546 in Status: IN_PROGRESS for 2s [ 1142.645445] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.645692] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.645828] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.646173] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.646338] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.646657] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.646841] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.646949] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.647250] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.647383] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.647525] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28 is going to be updated. [ 1142.676379] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.676379] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.676655] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.676655] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.676811] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.688051] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28 in Status: IN_PROGRESS for 2s [ 1144.450726] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cfb114e-24cc-4048-af60-96a336028546 in Status: SUCCESS [ 1144.451318] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.451318] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.451530] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.451789] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.451916] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.451985] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.452364] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.452364] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.452364] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.452451] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2cfb114e-24cc-4048-af60-96a336028546',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.697915] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28 in Status: SUCCESS [ 1144.698120] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28 deletion is rescheduled due to dependency. [ 1144.698241] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.955581] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cfb114e-24cc-4048-af60-96a336028546 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.955745] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.955821] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.956061] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.956232] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.956334] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.956395] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.956545] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.956628] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.956715] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.956899] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cfb114e-24cc-4048-af60-96a336028546 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.956976] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.957051] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.957191] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.957324] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.957414] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.957469] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.957602] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.957675] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.957752] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.957838] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2cfb114e-24cc-4048-af60-96a336028546',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.459809] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2cfb114e-24cc-4048-af60-96a336028546: rpc.has_security_group_logging(os_id): False [ 1145.477924] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.478142] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.478142] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.478356] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.478447] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.478670] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.478763] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.478822] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.478973] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.479141] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.479329] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.479425] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.479478] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.479627] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.479709] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.479889] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.479981] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.480065] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.480186] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.480253] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.480338] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2cfb114e-24cc-4048-af60-96a336028546 is going to be updated. [ 1145.541008] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.541201] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.541201] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.541376] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.541521] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.559864] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2cfb114e-24cc-4048-af60-96a336028546 in Status: IN_PROGRESS for 2s [ 1147.142070] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1147.142671] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1147.580038] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2cfb114e-24cc-4048-af60-96a336028546 in Status: SUCCESS [ 1147.580318] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.443823] env[65894]: INFO networking_nsxv3.common.synchronization [req-48597a63-e589-4c2c-8b71-3e61ddf7e1f7 req-0838ff90-6b6b-44cf-a1b0-5b80d13273b0 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Enqueued Resource ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a with Priority: HIGHEST for action security_group_members [ 1149.444688] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a with Priority: HIGHEST for action security_group_members [ 1149.445015] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.445261] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.445340] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.445559] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.445750] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.445878] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.445946] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.446133] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.446245] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.446343] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a3141f8-7611-4ff8-8814-8a6ebecf0f8a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.785837] env[65894]: INFO networking_nsxv3.common.synchronization [req-4c4cb500-0388-48e0-9587-3ece6ee53b5e req-ca438d36-23f5-4966-a225-c63b52873590 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Enqueued Resource ID: b5febf5e-1265-4f62-a3c6-17d088db92b5 with Priority: HIGHEST for action security_group_members [ 1149.786420] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5febf5e-1265-4f62-a3c6-17d088db92b5 with Priority: HIGHEST for action security_group_members [ 1149.787032] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5febf5e-1265-4f62-a3c6-17d088db92b5 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.787673] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5febf5e-1265-4f62-a3c6-17d088db92b5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.787747] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5febf5e-1265-4f62-a3c6-17d088db92b5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.787967] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5febf5e-1265-4f62-a3c6-17d088db92b5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.788143] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.788243] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.788307] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.788539] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.788539] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.788655] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5febf5e-1265-4f62-a3c6-17d088db92b5',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.805850] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock network-976 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.806033] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "network-976" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.806033] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "network-976" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.806314] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "network-976" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.806733] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.806733] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.806952] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.807054] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.807204] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.807420] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1149.808236] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1149.808386] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1149.808506] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1149.808628] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1149.808743] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1149.808881] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1149.831589] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1149.831793] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1149.831936] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1149.832137] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "network-976" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.832454] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock port-21905b4a-c23e-45d1-8065-03e4239a1bdc taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.832636] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "port-21905b4a-c23e-45d1-8065-03e4239a1bdc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.832850] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "port-21905b4a-c23e-45d1-8065-03e4239a1bdc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.833214] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "port-21905b4a-c23e-45d1-8065-03e4239a1bdc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.833362] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21905b4a-c23e-45d1-8065-03e4239a1bdc',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.948917] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.949114] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.949210] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.949465] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.949590] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.949815] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.949984] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.950075] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.950284] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.950321] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.950403] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a is going to be updated. [ 1149.989187] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.989437] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.989437] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.989619] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.989764] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.004474] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a in Status: IN_PROGRESS for 2s [ 1150.291382] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.291382] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.291382] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.291382] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.291382] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.291382] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.291382] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.291382] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.291773] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.291773] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.291773] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5febf5e-1265-4f62-a3c6-17d088db92b5 is going to be updated. [ 1150.320859] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.320859] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.320859] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.320859] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.320859] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.330246] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5febf5e-1265-4f62-a3c6-17d088db92b5 in Status: IN_PROGRESS for 2s [ 1150.336909] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.337120] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.337269] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.337593] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.337810] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.337968] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Segment Port 21905b4a-c23e-45d1-8065-03e4239a1bdc not found, creating... [ 1150.338241] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.338403] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.338518] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.338748] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.338883] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.339185] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.339354] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.339469] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.339673] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.339809] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.339949] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Resource: SegmentPort with ID: 21905b4a-c23e-45d1-8065-03e4239a1bdc is going to be created. [ 1150.358804] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.359082] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.359227] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.359402] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.359624] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.359840] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "port-21905b4a-c23e-45d1-8065-03e4239a1bdc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.061029] env[65894]: INFO networking_nsxv3.common.synchronization [req-48597a63-e589-4c2c-8b71-3e61ddf7e1f7 req-776c8176-2d1e-4ac1-b471-fbac865c8d59 service nova] Enqueued Resource ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a with Priority: HIGHEST for action security_group_rules [ 1151.061029] env[65894]: INFO networking_nsxv3.common.synchronization [req-48597a63-e589-4c2c-8b71-3e61ddf7e1f7 req-776c8176-2d1e-4ac1-b471-fbac865c8d59 service nova] Enqueued Resource ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a with Priority: HIGHEST for action security_group_members [ 1151.061029] env[65894]: INFO networking_nsxv3.common.synchronization [req-48597a63-e589-4c2c-8b71-3e61ddf7e1f7 req-776c8176-2d1e-4ac1-b471-fbac865c8d59 service nova] Enqueued Resource ID: 21905b4a-c23e-45d1-8065-03e4239a1bdc with Priority: HIGHEST for action port [ 1151.061029] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a with Priority: HIGHEST for action security_group_rules [ 1151.061695] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a with Priority: HIGHEST for action security_group_members [ 1151.062106] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21905b4a-c23e-45d1-8065-03e4239a1bdc with Priority: HIGHEST for action port [ 1151.063765] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.063765] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.063765] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.063765] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.063765] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a3141f8-7611-4ff8-8814-8a6ebecf0f8a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.064093] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.064208] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.064404] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-21905b4a-c23e-45d1-8065-03e4239a1bdc taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.064506] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21905b4a-c23e-45d1-8065-03e4239a1bdc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.064568] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21905b4a-c23e-45d1-8065-03e4239a1bdc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.064722] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21905b4a-c23e-45d1-8065-03e4239a1bdc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.064830] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21905b4a-c23e-45d1-8065-03e4239a1bdc',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.566253] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.566447] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.566614] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 21905b4a-c23e-45d1-8065-03e4239a1bdc with status ACTIVE [ 1151.566788] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.566914] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.567028] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.567250] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.567340] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.567517] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.567614] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.567676] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.567824] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.567901] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.568094] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.568219] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.568258] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.568387] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.568607] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.568607] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 21905b4a-c23e-45d1-8065-03e4239a1bdc is going to be updated. [ 1151.590585] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.590728] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.590790] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.590993] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.591142] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.591303] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21905b4a-c23e-45d1-8065-03e4239a1bdc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.014285] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a in Status: SUCCESS [ 1152.014498] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a deletion is rescheduled due to dependency. [ 1152.014635] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.014785] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.015017] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.015235] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.015350] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.015427] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.015677] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.015677] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.015820] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a3141f8-7611-4ff8-8814-8a6ebecf0f8a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.340092] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5febf5e-1265-4f62-a3c6-17d088db92b5 in Status: SUCCESS [ 1152.340506] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5febf5e-1265-4f62-a3c6-17d088db92b5 deletion is rescheduled due to dependency. [ 1152.340506] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5febf5e-1265-4f62-a3c6-17d088db92b5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.519055] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3a3141f8-7611-4ff8-8814-8a6ebecf0f8a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.021798] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3a3141f8-7611-4ff8-8814-8a6ebecf0f8a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.524522] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.524945] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.524945] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.525347] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.525635] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.525879] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a is going to be updated. [ 1153.573544] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.573544] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.573544] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.573544] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.573544] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.579601] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a in Status: IN_PROGRESS for 2s [ 1154.125278] env[65894]: INFO networking_nsxv3.common.synchronization [None req-be403b71-c452-4f3e-a474-4c137b44f1ed tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Enqueued Resource ID: cbc12d44-2ce0-4bf5-afbb-4664c5ae4eea with Priority: HIGHEST for action security_group_rules [ 1154.125701] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbc12d44-2ce0-4bf5-afbb-4664c5ae4eea with Priority: HIGHEST for action security_group_rules [ 1154.126088] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbc12d44-2ce0-4bf5-afbb-4664c5ae4eea taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.126278] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbc12d44-2ce0-4bf5-afbb-4664c5ae4eea" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.126369] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbc12d44-2ce0-4bf5-afbb-4664c5ae4eea" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.126636] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbc12d44-2ce0-4bf5-afbb-4664c5ae4eea" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.126720] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbc12d44-2ce0-4bf5-afbb-4664c5ae4eea',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.218843] env[65894]: INFO networking_nsxv3.common.synchronization [None req-b9bdfc5c-3756-4da1-8953-5fb442cbe15f tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Enqueued Resource ID: cbc12d44-2ce0-4bf5-afbb-4664c5ae4eea with Priority: HIGHEST for action security_group_rules [ 1154.219048] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbc12d44-2ce0-4bf5-afbb-4664c5ae4eea with Priority: HIGHEST for action security_group_rules [ 1154.219362] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbc12d44-2ce0-4bf5-afbb-4664c5ae4eea taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.219470] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbc12d44-2ce0-4bf5-afbb-4664c5ae4eea" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.650469] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.650950] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.650950] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.651206] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.651353] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.651458] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbc12d44-2ce0-4bf5-afbb-4664c5ae4eea already deleted. [ 1154.651550] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbc12d44-2ce0-4bf5-afbb-4664c5ae4eea" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.651779] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbc12d44-2ce0-4bf5-afbb-4664c5ae4eea" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.651872] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbc12d44-2ce0-4bf5-afbb-4664c5ae4eea" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.651986] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbc12d44-2ce0-4bf5-afbb-4664c5ae4eea',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.171742] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.171985] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.171985] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.172192] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.172286] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.172380] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbc12d44-2ce0-4bf5-afbb-4664c5ae4eea already deleted. [ 1155.172460] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbc12d44-2ce0-4bf5-afbb-4664c5ae4eea" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.590531] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a in Status: SUCCESS [ 1155.590754] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.590933] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.591175] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.591375] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.591499] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.591541] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.591705] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.591822] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.591871] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.591966] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3a3141f8-7611-4ff8-8814-8a6ebecf0f8a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.809716] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock network-586 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.810121] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "network-586" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.810121] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "network-586" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.810339] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "network-586" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.810597] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.810755] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.810870] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.811382] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.811478] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.811696] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1155.811827] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1155.812587] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1155.812587] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1155.812587] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1155.812587] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1155.812855] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1155.834862] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1155.835080] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1155.835223] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1155.835407] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "network-586" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.835733] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock port-82c0c8c6-f5e4-48e4-97dc-bd8a3a993aaf taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.835915] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "port-82c0c8c6-f5e4-48e4-97dc-bd8a3a993aaf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.836179] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "port-82c0c8c6-f5e4-48e4-97dc-bd8a3a993aaf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.836510] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "port-82c0c8c6-f5e4-48e4-97dc-bd8a3a993aaf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.836692] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82c0c8c6-f5e4-48e4-97dc-bd8a3a993aaf',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.094133] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.094355] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.094355] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.094561] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.094720] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.094817] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.094920] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.095051] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.095156] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.095235] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.095374] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.095483] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.095536] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.095658] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.095794] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.095878] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.095933] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.096104] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.096202] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.096274] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.096359] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3a3141f8-7611-4ff8-8814-8a6ebecf0f8a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.344073] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.344402] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.344620] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.344955] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.345165] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.345913] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.346124] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.346254] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.346556] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.346756] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.347124] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.347294] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.347410] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.347637] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.347777] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.347914] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Resource: SegmentPort with ID: 82c0c8c6-f5e4-48e4-97dc-bd8a3a993aaf is going to be updated. [ 1156.372301] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.372597] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.372741] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.373263] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.373533] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.373784] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "port-82c0c8c6-f5e4-48e4-97dc-bd8a3a993aaf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.598213] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a: rpc.has_security_group_logging(os_id): False [ 1156.618643] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.618801] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.618862] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.619124] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.619219] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.619410] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.619508] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.619569] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.619719] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.619795] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.619999] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.620110] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.620169] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.620312] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.620455] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.620669] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.620763] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.620824] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.621045] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.621141] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.621228] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a is going to be updated. [ 1156.702034] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.702034] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.702034] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.702329] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.702329] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.721744] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a in Status: IN_PROGRESS for 2s [ 1157.094191] env[65894]: INFO networking_nsxv3.common.synchronization [req-2f2dd2ca-87aa-449d-a69a-35314d46b69e req-f4f71e34-5174-4fc0-b8f0-16a779269162 service nova] Enqueued Resource ID: 2cfb114e-24cc-4048-af60-96a336028546 with Priority: HIGHEST for action security_group_rules [ 1157.094462] env[65894]: INFO networking_nsxv3.common.synchronization [req-2f2dd2ca-87aa-449d-a69a-35314d46b69e req-f4f71e34-5174-4fc0-b8f0-16a779269162 service nova] Enqueued Resource ID: 2cfb114e-24cc-4048-af60-96a336028546 with Priority: HIGHEST for action security_group_members [ 1157.094560] env[65894]: INFO networking_nsxv3.common.synchronization [req-2f2dd2ca-87aa-449d-a69a-35314d46b69e req-f4f71e34-5174-4fc0-b8f0-16a779269162 service nova] Enqueued Resource ID: 82c0c8c6-f5e4-48e4-97dc-bd8a3a993aaf with Priority: HIGHEST for action port [ 1157.095096] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cfb114e-24cc-4048-af60-96a336028546 with Priority: HIGHEST for action security_group_rules [ 1157.095236] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cfb114e-24cc-4048-af60-96a336028546 with Priority: HIGHEST for action security_group_members [ 1157.095357] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82c0c8c6-f5e4-48e4-97dc-bd8a3a993aaf with Priority: HIGHEST for action port [ 1157.095628] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2cfb114e-24cc-4048-af60-96a336028546 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.095747] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.095890] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.097382] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.097484] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2cfb114e-24cc-4048-af60-96a336028546',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.098968] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cfb114e-24cc-4048-af60-96a336028546 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.099095] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.099221] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.099367] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.099517] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.099610] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.099668] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.099859] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.099975] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.100081] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cfb114e-24cc-4048-af60-96a336028546',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.104146] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-82c0c8c6-f5e4-48e4-97dc-bd8a3a993aaf taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.104710] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82c0c8c6-f5e4-48e4-97dc-bd8a3a993aaf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.104834] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82c0c8c6-f5e4-48e4-97dc-bd8a3a993aaf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.105137] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82c0c8c6-f5e4-48e4-97dc-bd8a3a993aaf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.105137] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82c0c8c6-f5e4-48e4-97dc-bd8a3a993aaf',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.607565] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2cfb114e-24cc-4048-af60-96a336028546',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.607854] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cfb114e-24cc-4048-af60-96a336028546 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.607977] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.608930] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 82c0c8c6-f5e4-48e4-97dc-bd8a3a993aaf with status ACTIVE [ 1157.608930] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.608930] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.608930] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.608930] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.609307] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.609307] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.609307] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.609307] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.609772] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.609772] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.609772] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.609897] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.609897] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.610033] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.610101] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.610207] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 82c0c8c6-f5e4-48e4-97dc-bd8a3a993aaf is going to be updated. [ 1157.632018] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.632018] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.632135] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.632286] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.632425] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.632581] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82c0c8c6-f5e4-48e4-97dc-bd8a3a993aaf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.109669] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2cfb114e-24cc-4048-af60-96a336028546',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.612104] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.612249] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.612353] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.612577] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.612671] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.612771] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cfb114e-24cc-4048-af60-96a336028546 is going to be updated. [ 1158.647791] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.647997] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.648123] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.648376] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.649035] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.663942] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cfb114e-24cc-4048-af60-96a336028546 in Status: IN_PROGRESS for 2s [ 1158.740363] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a in Status: SUCCESS [ 1158.740363] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.670528] env[65894]: INFO networking_nsxv3.common.synchronization [req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 req-53776e70-eeba-4620-badd-4d7d48b2fbd9 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Enqueued Resource ID: cbc12d44-2ce0-4bf5-afbb-4664c5ae4eea with Priority: HIGHEST for action security_group_members [ 1160.671532] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbc12d44-2ce0-4bf5-afbb-4664c5ae4eea with Priority: HIGHEST for action security_group_members [ 1160.671532] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbc12d44-2ce0-4bf5-afbb-4664c5ae4eea taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.671532] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbc12d44-2ce0-4bf5-afbb-4664c5ae4eea" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.671532] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbc12d44-2ce0-4bf5-afbb-4664c5ae4eea" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.672346] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbc12d44-2ce0-4bf5-afbb-4664c5ae4eea" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.672346] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.672346] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.672346] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.672346] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.672346] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.672346] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbc12d44-2ce0-4bf5-afbb-4664c5ae4eea',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.677700] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cfb114e-24cc-4048-af60-96a336028546 in Status: IN_PROGRESS for 4s [ 1160.998968] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock network-459 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.999185] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "network-459" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.999404] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "network-459" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.999713] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "network-459" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.000022] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.000231] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.000371] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.000606] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.000768] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.001058] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1161.001207] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1161.001272] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1161.001379] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1161.001486] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1161.001589] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1161.001718] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1161.025829] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1161.026049] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1161.026198] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1161.026297] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "network-459" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.026550] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock port-0d1ba292-873d-4e72-b4f3-84229160da81 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.026775] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "port-0d1ba292-873d-4e72-b4f3-84229160da81" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.026879] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "port-0d1ba292-873d-4e72-b4f3-84229160da81" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.027198] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "port-0d1ba292-873d-4e72-b4f3-84229160da81" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.027349] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d1ba292-873d-4e72-b4f3-84229160da81',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.179015] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.179226] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.179359] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.179494] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.179587] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.179788] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.179886] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.179946] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.180110] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.180187] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.180269] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbc12d44-2ce0-4bf5-afbb-4664c5ae4eea already deleted. [ 1161.180351] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbc12d44-2ce0-4bf5-afbb-4664c5ae4eea" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.529778] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.530143] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.530282] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.530737] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.530975] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.531214] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Segment Port 0d1ba292-873d-4e72-b4f3-84229160da81 not found, creating... [ 1161.531641] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.531952] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.532056] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.532537] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.532910] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.533536] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.533765] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.533923] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.534238] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.534431] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.534668] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Resource: SegmentPort with ID: 0d1ba292-873d-4e72-b4f3-84229160da81 is going to be created. [ 1161.559166] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.559407] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.559549] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.559919] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.560211] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.560476] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "port-0d1ba292-873d-4e72-b4f3-84229160da81" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.247824] env[65894]: INFO networking_nsxv3.common.synchronization [req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 req-f87ddc07-ac3c-4658-be8f-fcff65f0ee0d service nova] Enqueued Resource ID: cbc12d44-2ce0-4bf5-afbb-4664c5ae4eea with Priority: HIGHEST for action security_group_rules [ 1162.247824] env[65894]: INFO networking_nsxv3.common.synchronization [req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 req-f87ddc07-ac3c-4658-be8f-fcff65f0ee0d service nova] Enqueued Resource ID: cbc12d44-2ce0-4bf5-afbb-4664c5ae4eea with Priority: HIGHEST for action security_group_members [ 1162.247824] env[65894]: INFO networking_nsxv3.common.synchronization [req-3781632b-ac73-44c6-b4c6-ef8ac2bbc0d5 req-f87ddc07-ac3c-4658-be8f-fcff65f0ee0d service nova] Enqueued Resource ID: 0d1ba292-873d-4e72-b4f3-84229160da81 with Priority: HIGHEST for action port [ 1162.248248] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbc12d44-2ce0-4bf5-afbb-4664c5ae4eea with Priority: HIGHEST for action security_group_rules [ 1162.248480] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbc12d44-2ce0-4bf5-afbb-4664c5ae4eea with Priority: HIGHEST for action security_group_members [ 1162.248573] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d1ba292-873d-4e72-b4f3-84229160da81 with Priority: HIGHEST for action port [ 1162.248857] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbc12d44-2ce0-4bf5-afbb-4664c5ae4eea taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.249054] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbc12d44-2ce0-4bf5-afbb-4664c5ae4eea" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.249054] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbc12d44-2ce0-4bf5-afbb-4664c5ae4eea" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.249255] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbc12d44-2ce0-4bf5-afbb-4664c5ae4eea" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.249337] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbc12d44-2ce0-4bf5-afbb-4664c5ae4eea',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.250832] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbc12d44-2ce0-4bf5-afbb-4664c5ae4eea taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.251083] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbc12d44-2ce0-4bf5-afbb-4664c5ae4eea" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.251167] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbc12d44-2ce0-4bf5-afbb-4664c5ae4eea" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.251357] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbc12d44-2ce0-4bf5-afbb-4664c5ae4eea" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.251510] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.251630] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.251675] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.251808] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.251891] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.251982] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbc12d44-2ce0-4bf5-afbb-4664c5ae4eea',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.252762] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d1ba292-873d-4e72-b4f3-84229160da81 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.252870] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d1ba292-873d-4e72-b4f3-84229160da81" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.252936] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d1ba292-873d-4e72-b4f3-84229160da81" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.253168] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d1ba292-873d-4e72-b4f3-84229160da81" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.253245] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d1ba292-873d-4e72-b4f3-84229160da81',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.687287] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cfb114e-24cc-4048-af60-96a336028546 in Status: SUCCESS [ 1162.687543] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.687711] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.687934] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.688147] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.688293] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.688384] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.688553] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.688637] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.688734] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.688881] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2cfb114e-24cc-4048-af60-96a336028546',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.754524] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbc12d44-2ce0-4bf5-afbb-4664c5ae4eea taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.754684] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbc12d44-2ce0-4bf5-afbb-4664c5ae4eea" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.754859] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cbc12d44-2ce0-4bf5-afbb-4664c5ae4eea',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.755770] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0d1ba292-873d-4e72-b4f3-84229160da81 with status ACTIVE [ 1162.755973] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.756616] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.756616] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.756616] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.756616] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.756807] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.756807] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.756885] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.756969] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.757065] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.757365] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.757478] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.757478] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.757585] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.757657] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.757744] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0d1ba292-873d-4e72-b4f3-84229160da81 is going to be updated. [ 1162.783312] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.783552] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.783695] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.783813] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.784560] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.784560] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d1ba292-873d-4e72-b4f3-84229160da81" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.191529] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cfb114e-24cc-4048-af60-96a336028546 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.191706] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.191769] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.191973] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.192164] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.192272] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.192329] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.192495] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.192583] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.192666] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.192820] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cfb114e-24cc-4048-af60-96a336028546 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.192902] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.192956] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.193454] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.193454] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.193585] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.193585] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.193742] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.194182] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.194182] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.194182] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2cfb114e-24cc-4048-af60-96a336028546',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.259542] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cbc12d44-2ce0-4bf5-afbb-4664c5ae4eea',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.696367] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2cfb114e-24cc-4048-af60-96a336028546: rpc.has_security_group_logging(os_id): False [ 1163.714676] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.714885] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.714885] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.715196] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.715316] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.715550] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.715655] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.715710] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.715876] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.715952] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.716140] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.716235] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.716287] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.716426] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.716498] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.716672] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.716765] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.716817] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.716955] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.717042] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.717124] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2cfb114e-24cc-4048-af60-96a336028546 is going to be updated. [ 1163.762042] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.762276] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.762276] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.762504] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.762597] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.762698] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbc12d44-2ce0-4bf5-afbb-4664c5ae4eea is going to be created. [ 1163.779515] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.779737] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.779737] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.779932] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.780096] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.792612] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.792793] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.792841] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.793036] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.793280] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.799871] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2cfb114e-24cc-4048-af60-96a336028546 in Status: IN_PROGRESS for 2s [ 1163.803866] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbc12d44-2ce0-4bf5-afbb-4664c5ae4eea in Status: UNINITIALIZED for 2s [ 1165.816101] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbc12d44-2ce0-4bf5-afbb-4664c5ae4eea in Status: SUCCESS [ 1165.816101] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbc12d44-2ce0-4bf5-afbb-4664c5ae4eea" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.816101] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbc12d44-2ce0-4bf5-afbb-4664c5ae4eea" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.816101] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbc12d44-2ce0-4bf5-afbb-4664c5ae4eea" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.816101] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.816101] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.816101] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.816101] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.816101] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.816101] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbc12d44-2ce0-4bf5-afbb-4664c5ae4eea" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.816101] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cbc12d44-2ce0-4bf5-afbb-4664c5ae4eea',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.820480] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2cfb114e-24cc-4048-af60-96a336028546 in Status: SUCCESS [ 1165.820480] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.318399] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cbc12d44-2ce0-4bf5-afbb-4664c5ae4eea',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.821326] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cbc12d44-2ce0-4bf5-afbb-4664c5ae4eea: rpc.has_security_group_logging(os_id): False [ 1166.839622] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.839808] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.839855] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.840039] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.840135] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.840367] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.840467] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.840530] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.840680] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.840758] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.840842] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbc12d44-2ce0-4bf5-afbb-4664c5ae4eea is going to be created. [ 1166.903049] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.903308] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.903308] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.903539] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.903720] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.913791] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbc12d44-2ce0-4bf5-afbb-4664c5ae4eea in Status: IN_PROGRESS for 2s [ 1167.250086] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1167.250086] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1168.929810] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cbc12d44-2ce0-4bf5-afbb-4664c5ae4eea in Status: SUCCESS [ 1168.929810] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbc12d44-2ce0-4bf5-afbb-4664c5ae4eea" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.251387] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1172.251679] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1172.839244] env[65894]: INFO networking_nsxv3.common.synchronization [req-a181fd6c-3ae3-4d1e-9d38-903a78ec533c req-13595ae9-2533-4492-8cb1-85c1f8a9b8c7 tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Enqueued Resource ID: 791172f1-3024-467a-9eb9-0f8617f201a2 with Priority: HIGHEST for action security_group_members [ 1172.839713] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 791172f1-3024-467a-9eb9-0f8617f201a2 with Priority: HIGHEST for action security_group_members [ 1172.840050] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-791172f1-3024-467a-9eb9-0f8617f201a2 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.840176] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-791172f1-3024-467a-9eb9-0f8617f201a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.840244] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-791172f1-3024-467a-9eb9-0f8617f201a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.840459] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-791172f1-3024-467a-9eb9-0f8617f201a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.840774] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.840774] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.840774] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.840931] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.840962] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.841042] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('791172f1-3024-467a-9eb9-0f8617f201a2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.343845] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('791172f1-3024-467a-9eb9-0f8617f201a2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.845308] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('791172f1-3024-467a-9eb9-0f8617f201a2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.347673] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.348089] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.348089] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.348165] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.348280] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.348387] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 791172f1-3024-467a-9eb9-0f8617f201a2 is going to be updated. [ 1174.381722] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.382021] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.382021] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.382158] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.382381] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.391725] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 791172f1-3024-467a-9eb9-0f8617f201a2 in Status: IN_PROGRESS for 2s [ 1175.273224] env[65894]: INFO networking_nsxv3.common.synchronization [req-82443eac-d587-4dbe-9267-f79bcce2c209 req-4cba0c32-106f-4933-a543-a6bae2721872 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Enqueued Resource ID: a7f93720-8a18-45d9-9a00-dd926481d6e5 with Priority: HIGHEST for action security_group_members [ 1175.273224] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7f93720-8a18-45d9-9a00-dd926481d6e5 with Priority: HIGHEST for action security_group_members [ 1175.273224] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-a7f93720-8a18-45d9-9a00-dd926481d6e5 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.273224] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a7f93720-8a18-45d9-9a00-dd926481d6e5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.273224] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a7f93720-8a18-45d9-9a00-dd926481d6e5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.273224] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a7f93720-8a18-45d9-9a00-dd926481d6e5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.273224] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.273224] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.273224] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.273224] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.273782] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.273782] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a7f93720-8a18-45d9-9a00-dd926481d6e5',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.775782] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.776191] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.776191] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.776295] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.776334] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.776526] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.776621] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.776683] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.776851] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.776930] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.777030] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7f93720-8a18-45d9-9a00-dd926481d6e5 is going to be updated. [ 1175.809147] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.809339] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.809339] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.809513] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.809653] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.818796] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7f93720-8a18-45d9-9a00-dd926481d6e5 in Status: IN_PROGRESS for 2s [ 1176.401273] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 791172f1-3024-467a-9eb9-0f8617f201a2 in Status: SUCCESS [ 1176.401458] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-791172f1-3024-467a-9eb9-0f8617f201a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.829734] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a7f93720-8a18-45d9-9a00-dd926481d6e5 in Status: SUCCESS [ 1177.830115] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a7f93720-8a18-45d9-9a00-dd926481d6e5 deletion is rescheduled due to dependency. [ 1177.830115] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a7f93720-8a18-45d9-9a00-dd926481d6e5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.118511] env[65894]: INFO networking_nsxv3.common.synchronization [req-d425a877-2c00-4a49-892c-2ad90f10b2f3 req-b72a77fe-6e64-44f8-b166-a1fe8d01846a tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Enqueued Resource ID: 791172f1-3024-467a-9eb9-0f8617f201a2 with Priority: HIGHEST for action security_group_members [ 1180.119121] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 791172f1-3024-467a-9eb9-0f8617f201a2 with Priority: HIGHEST for action security_group_members [ 1180.119457] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-791172f1-3024-467a-9eb9-0f8617f201a2 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.119581] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-791172f1-3024-467a-9eb9-0f8617f201a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.119649] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-791172f1-3024-467a-9eb9-0f8617f201a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.119848] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-791172f1-3024-467a-9eb9-0f8617f201a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.120010] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.120255] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.120338] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.120510] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.120612] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.120709] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('791172f1-3024-467a-9eb9-0f8617f201a2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.623800] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.624047] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.624097] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.624409] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.624561] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.624800] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.624934] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.625027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.625195] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.625274] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.625462] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 791172f1-3024-467a-9eb9-0f8617f201a2 is going to be updated. [ 1180.654188] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.654449] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.654449] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.654598] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.654741] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.664972] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 791172f1-3024-467a-9eb9-0f8617f201a2 in Status: IN_PROGRESS for 2s [ 1182.675997] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 791172f1-3024-467a-9eb9-0f8617f201a2 in Status: SUCCESS [ 1182.676400] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 791172f1-3024-467a-9eb9-0f8617f201a2 deletion is rescheduled due to dependency. [ 1182.676400] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-791172f1-3024-467a-9eb9-0f8617f201a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.731512] env[65894]: INFO networking_nsxv3.common.synchronization [None req-632d7868-d5a3-4dc8-b53f-2141b73693bf tempest-AttachInterfacesTestJSON-999819455 tempest-AttachInterfacesTestJSON-999819455-project-member] Enqueued Resource ID: 2cfb114e-24cc-4048-af60-96a336028546 with Priority: HIGHEST for action security_group_members [ 1184.732136] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cfb114e-24cc-4048-af60-96a336028546 with Priority: HIGHEST for action security_group_members [ 1184.732480] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-2cfb114e-24cc-4048-af60-96a336028546 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.732763] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.732763] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.732975] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.733085] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.733148] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.733186] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.733358] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.733520] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.733570] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2cfb114e-24cc-4048-af60-96a336028546',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.235694] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.235896] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.235982] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.236284] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.236387] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.236629] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.236738] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.236805] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.236984] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.237078] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.237166] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cfb114e-24cc-4048-af60-96a336028546 is going to be updated. [ 1185.274035] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.274035] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.274035] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.274035] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.274304] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.283597] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cfb114e-24cc-4048-af60-96a336028546 in Status: IN_PROGRESS for 2s [ 1185.772762] env[65894]: INFO networking_nsxv3.common.synchronization [req-bc355bf7-ba76-4a4c-aefe-e2a2dedc3881 req-213656e7-ef96-4300-a3ee-efb93201139f tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Enqueued Resource ID: 890a9cf5-d316-4200-ad78-c5bfe150438d with Priority: HIGHEST for action security_group_members [ 1185.773042] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 890a9cf5-d316-4200-ad78-c5bfe150438d with Priority: HIGHEST for action security_group_members [ 1185.775381] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-890a9cf5-d316-4200-ad78-c5bfe150438d taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.775381] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-890a9cf5-d316-4200-ad78-c5bfe150438d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.775381] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-890a9cf5-d316-4200-ad78-c5bfe150438d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.775381] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-890a9cf5-d316-4200-ad78-c5bfe150438d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.775381] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.775381] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.775381] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.775381] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.775381] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.775381] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('890a9cf5-d316-4200-ad78-c5bfe150438d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.277454] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.277707] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.277847] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.278241] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.299351] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.299710] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.299806] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.299912] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.300187] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.300302] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.300415] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 890a9cf5-d316-4200-ad78-c5bfe150438d is going to be updated. [ 1186.328068] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.328068] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.328068] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.328251] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.328422] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.337986] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 890a9cf5-d316-4200-ad78-c5bfe150438d in Status: IN_PROGRESS for 2s [ 1187.296170] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2cfb114e-24cc-4048-af60-96a336028546 in Status: SUCCESS [ 1187.296576] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2cfb114e-24cc-4048-af60-96a336028546 deletion is rescheduled due to dependency. [ 1187.296576] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.347333] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 890a9cf5-d316-4200-ad78-c5bfe150438d in Status: SUCCESS [ 1188.347595] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 890a9cf5-d316-4200-ad78-c5bfe150438d deletion is rescheduled due to dependency. [ 1188.347661] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-890a9cf5-d316-4200-ad78-c5bfe150438d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.774093] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1190.774528] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1191.865841] env[65894]: INFO networking_nsxv3.common.synchronization [None req-908f9283-6e8c-4681-80cb-6a5ca277b83d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Enqueued Resource ID: 6135b984-2927-4cf3-b0dd-a412c0b0fd8a with Priority: HIGHEST for action security_group_rules [ 1191.866423] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6135b984-2927-4cf3-b0dd-a412c0b0fd8a with Priority: HIGHEST for action security_group_rules [ 1191.866690] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6135b984-2927-4cf3-b0dd-a412c0b0fd8a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.866690] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6135b984-2927-4cf3-b0dd-a412c0b0fd8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.866783] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6135b984-2927-4cf3-b0dd-a412c0b0fd8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.866972] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6135b984-2927-4cf3-b0dd-a412c0b0fd8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.867069] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6135b984-2927-4cf3-b0dd-a412c0b0fd8a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.946149] env[65894]: INFO networking_nsxv3.common.synchronization [None req-97070cd4-c6b1-43c4-9f5e-11f2b80581e1 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Enqueued Resource ID: 6135b984-2927-4cf3-b0dd-a412c0b0fd8a with Priority: HIGHEST for action security_group_rules [ 1191.947058] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6135b984-2927-4cf3-b0dd-a412c0b0fd8a with Priority: HIGHEST for action security_group_rules [ 1191.947738] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6135b984-2927-4cf3-b0dd-a412c0b0fd8a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.947867] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6135b984-2927-4cf3-b0dd-a412c0b0fd8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.392402] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.392585] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.392666] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.392828] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.392973] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.393044] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6135b984-2927-4cf3-b0dd-a412c0b0fd8a already deleted. [ 1192.393135] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6135b984-2927-4cf3-b0dd-a412c0b0fd8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.393312] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6135b984-2927-4cf3-b0dd-a412c0b0fd8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.393478] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6135b984-2927-4cf3-b0dd-a412c0b0fd8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.393587] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6135b984-2927-4cf3-b0dd-a412c0b0fd8a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.912830] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.912830] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.912830] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.912830] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.912830] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.913284] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6135b984-2927-4cf3-b0dd-a412c0b0fd8a already deleted. [ 1192.913284] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6135b984-2927-4cf3-b0dd-a412c0b0fd8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.336934] env[65894]: INFO networking_nsxv3.common.synchronization [req-66dd8b8e-7ee4-438b-a913-d31fea3616be req-9ceb95e6-7b51-4aaa-959f-f21defd18767 tempest-DeleteServersTestJSON-155871823 tempest-DeleteServersTestJSON-155871823-project-member] Enqueued Resource ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a with Priority: HIGHEST for action security_group_members [ 1193.337702] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a with Priority: HIGHEST for action security_group_members [ 1193.337923] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.338101] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.338188] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.338438] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.338612] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.338704] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.338794] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.339014] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.339114] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.339214] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3a3141f8-7611-4ff8-8814-8a6ebecf0f8a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.841378] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.841636] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.841744] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.841947] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.842549] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.842549] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.842549] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.842549] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.842728] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.842728] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.842783] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a is going to be updated. [ 1193.875248] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.875588] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.875588] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.875769] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.875893] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.887431] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a in Status: IN_PROGRESS for 2s [ 1195.898673] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a in Status: SUCCESS [ 1195.898673] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a deletion is rescheduled due to dependency. [ 1195.898673] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.079891] env[65894]: INFO networking_nsxv3.common.synchronization [req-c594a36a-769f-4da2-99c9-a2e373cc4f2a req-2171d7a5-2861-4fbe-87a8-fe77d2968054 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Enqueued Resource ID: 6135b984-2927-4cf3-b0dd-a412c0b0fd8a with Priority: HIGHEST for action security_group_members [ 1198.080213] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6135b984-2927-4cf3-b0dd-a412c0b0fd8a with Priority: HIGHEST for action security_group_members [ 1198.080506] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-6135b984-2927-4cf3-b0dd-a412c0b0fd8a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.080617] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6135b984-2927-4cf3-b0dd-a412c0b0fd8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.080687] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6135b984-2927-4cf3-b0dd-a412c0b0fd8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.080942] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6135b984-2927-4cf3-b0dd-a412c0b0fd8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.081127] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.081238] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.081307] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.081465] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.081605] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.081823] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6135b984-2927-4cf3-b0dd-a412c0b0fd8a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.370208] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock network-381 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.370382] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "network-381" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.370446] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "network-381" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.370780] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "network-381" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.371129] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.371356] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.371564] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.371866] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.372067] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.372354] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1198.372546] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1198.372680] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1198.372856] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1198.373030] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1198.373209] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1198.373420] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1198.395121] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1198.395296] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1198.395492] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1198.395711] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "network-381" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.396086] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock port-402c68f8-be11-4a3b-9fa2-ab268926be76 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.396273] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "port-402c68f8-be11-4a3b-9fa2-ab268926be76" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.396432] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "port-402c68f8-be11-4a3b-9fa2-ab268926be76" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.396831] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "port-402c68f8-be11-4a3b-9fa2-ab268926be76" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.397130] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('402c68f8-be11-4a3b-9fa2-ab268926be76',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.584187] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.584187] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.584187] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.584559] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.584559] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.584712] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.584807] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.584807] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.584949] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.585030] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.585105] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6135b984-2927-4cf3-b0dd-a412c0b0fd8a already deleted. [ 1198.585189] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6135b984-2927-4cf3-b0dd-a412c0b0fd8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.900123] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.900359] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.900483] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.900757] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.900908] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.901074] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Segment Port 402c68f8-be11-4a3b-9fa2-ab268926be76 not found, creating... [ 1198.901335] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.901490] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.901704] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.901944] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.902095] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.902382] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.902536] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.902651] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.902854] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.902983] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.903131] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Resource: SegmentPort with ID: 402c68f8-be11-4a3b-9fa2-ab268926be76 is going to be created. [ 1198.925123] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.925342] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.925466] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.925743] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.925990] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.926231] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "port-402c68f8-be11-4a3b-9fa2-ab268926be76" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.955598] env[65894]: INFO networking_nsxv3.common.synchronization [req-c594a36a-769f-4da2-99c9-a2e373cc4f2a req-a9e13427-b98e-4d2f-b7ef-68d4723b802c service nova] Enqueued Resource ID: 6135b984-2927-4cf3-b0dd-a412c0b0fd8a with Priority: HIGHEST for action security_group_rules [ 1199.955598] env[65894]: INFO networking_nsxv3.common.synchronization [req-c594a36a-769f-4da2-99c9-a2e373cc4f2a req-a9e13427-b98e-4d2f-b7ef-68d4723b802c service nova] Enqueued Resource ID: 6135b984-2927-4cf3-b0dd-a412c0b0fd8a with Priority: HIGHEST for action security_group_members [ 1199.955598] env[65894]: INFO networking_nsxv3.common.synchronization [req-c594a36a-769f-4da2-99c9-a2e373cc4f2a req-a9e13427-b98e-4d2f-b7ef-68d4723b802c service nova] Enqueued Resource ID: 402c68f8-be11-4a3b-9fa2-ab268926be76 with Priority: HIGHEST for action port [ 1199.955598] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6135b984-2927-4cf3-b0dd-a412c0b0fd8a with Priority: HIGHEST for action security_group_rules [ 1199.955598] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6135b984-2927-4cf3-b0dd-a412c0b0fd8a with Priority: HIGHEST for action security_group_members [ 1199.956054] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 402c68f8-be11-4a3b-9fa2-ab268926be76 with Priority: HIGHEST for action port [ 1199.956054] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6135b984-2927-4cf3-b0dd-a412c0b0fd8a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.957621] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6135b984-2927-4cf3-b0dd-a412c0b0fd8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.957621] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6135b984-2927-4cf3-b0dd-a412c0b0fd8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.957621] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6135b984-2927-4cf3-b0dd-a412c0b0fd8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.957621] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6135b984-2927-4cf3-b0dd-a412c0b0fd8a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.957621] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-6135b984-2927-4cf3-b0dd-a412c0b0fd8a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.957621] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6135b984-2927-4cf3-b0dd-a412c0b0fd8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.957621] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6135b984-2927-4cf3-b0dd-a412c0b0fd8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.958061] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6135b984-2927-4cf3-b0dd-a412c0b0fd8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.958061] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.958061] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.958061] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.958195] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.958923] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.958923] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6135b984-2927-4cf3-b0dd-a412c0b0fd8a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1199.961847] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-402c68f8-be11-4a3b-9fa2-ab268926be76 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1199.961847] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-402c68f8-be11-4a3b-9fa2-ab268926be76" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1199.961847] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-402c68f8-be11-4a3b-9fa2-ab268926be76" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1199.961847] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-402c68f8-be11-4a3b-9fa2-ab268926be76" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1199.961847] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('402c68f8-be11-4a3b-9fa2-ab268926be76',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.463091] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-6135b984-2927-4cf3-b0dd-a412c0b0fd8a taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.463251] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6135b984-2927-4cf3-b0dd-a412c0b0fd8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.463403] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6135b984-2927-4cf3-b0dd-a412c0b0fd8a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.464921] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 402c68f8-be11-4a3b-9fa2-ab268926be76 with status ACTIVE [ 1200.465133] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.465254] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.465325] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.465535] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.465627] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.465799] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.465996] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.465996] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.466153] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.466235] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.466420] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.466516] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.466581] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.466728] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.466805] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.466889] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 402c68f8-be11-4a3b-9fa2-ab268926be76 is going to be updated. [ 1200.487815] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.487986] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.488106] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.488331] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.488498] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.488674] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-402c68f8-be11-4a3b-9fa2-ab268926be76" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.965748] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6135b984-2927-4cf3-b0dd-a412c0b0fd8a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.469046] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.469046] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.469046] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.469046] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.469046] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.469389] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6135b984-2927-4cf3-b0dd-a412c0b0fd8a is going to be created. [ 1201.496503] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.496503] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.496503] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.496503] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.496503] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.508192] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6135b984-2927-4cf3-b0dd-a412c0b0fd8a in Status: UNINITIALIZED for 2s [ 1203.522204] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6135b984-2927-4cf3-b0dd-a412c0b0fd8a in Status: SUCCESS [ 1203.522622] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6135b984-2927-4cf3-b0dd-a412c0b0fd8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.522622] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6135b984-2927-4cf3-b0dd-a412c0b0fd8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.522842] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6135b984-2927-4cf3-b0dd-a412c0b0fd8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.523021] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.523159] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.523159] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.523320] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.523381] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.523507] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6135b984-2927-4cf3-b0dd-a412c0b0fd8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.523566] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6135b984-2927-4cf3-b0dd-a412c0b0fd8a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.026510] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6135b984-2927-4cf3-b0dd-a412c0b0fd8a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.530013] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6135b984-2927-4cf3-b0dd-a412c0b0fd8a: rpc.has_security_group_logging(os_id): False [ 1204.549617] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.549765] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.549833] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.550086] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.550179] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.550421] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.550532] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.550828] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.550828] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.550949] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.550999] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6135b984-2927-4cf3-b0dd-a412c0b0fd8a is going to be created. [ 1204.616252] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.616463] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.616463] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.616677] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.616855] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.629775] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6135b984-2927-4cf3-b0dd-a412c0b0fd8a in Status: IN_PROGRESS for 2s [ 1204.957283] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1204.957403] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1205.442874] env[65894]: INFO networking_nsxv3.common.synchronization [None req-dd15ab32-bab3-44ae-bf5c-9fd6ac3fc7a5 None None] Enqueued Resource ID: 42a65758-6fdb-414d-bdd6-2b8462563b5f with Priority: HIGHEST for action port [ 1205.443412] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42a65758-6fdb-414d-bdd6-2b8462563b5f with Priority: HIGHEST for action port [ 1205.443715] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-42a65758-6fdb-414d-bdd6-2b8462563b5f taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.443898] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-42a65758-6fdb-414d-bdd6-2b8462563b5f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.443995] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-42a65758-6fdb-414d-bdd6-2b8462563b5f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.444286] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-42a65758-6fdb-414d-bdd6-2b8462563b5f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.444373] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42a65758-6fdb-414d-bdd6-2b8462563b5f',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.946887] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 42a65758-6fdb-414d-bdd6-2b8462563b5f [ 1205.947249] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.947340] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.947408] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.947586] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.947666] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.947761] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:42a65758-6fdb-414d-bdd6-2b8462563b5f already deleted. [ 1205.947842] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-42a65758-6fdb-414d-bdd6-2b8462563b5f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.978965] env[65894]: INFO networking_nsxv3.common.synchronization [None req-23254d55-cfdc-4369-8af5-bcc89f9c50f1 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Enqueued Resource ID: 76a1ab7c-04cb-4eeb-8190-27aee0405a2d with Priority: HIGHEST for action security_group_rules [ 1205.979520] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76a1ab7c-04cb-4eeb-8190-27aee0405a2d with Priority: HIGHEST for action security_group_rules [ 1205.979844] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76a1ab7c-04cb-4eeb-8190-27aee0405a2d taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.979975] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76a1ab7c-04cb-4eeb-8190-27aee0405a2d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.980058] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76a1ab7c-04cb-4eeb-8190-27aee0405a2d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.980306] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76a1ab7c-04cb-4eeb-8190-27aee0405a2d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.980388] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76a1ab7c-04cb-4eeb-8190-27aee0405a2d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.069753] env[65894]: INFO networking_nsxv3.common.synchronization [None req-66dec84a-0731-49e8-9edc-cd9ab8c43e3f tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Enqueued Resource ID: 76a1ab7c-04cb-4eeb-8190-27aee0405a2d with Priority: HIGHEST for action security_group_rules [ 1206.070495] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76a1ab7c-04cb-4eeb-8190-27aee0405a2d with Priority: HIGHEST for action security_group_rules [ 1206.070764] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76a1ab7c-04cb-4eeb-8190-27aee0405a2d taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.070864] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76a1ab7c-04cb-4eeb-8190-27aee0405a2d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.505772] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.505940] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.505985] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.506209] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.506345] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.506574] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76a1ab7c-04cb-4eeb-8190-27aee0405a2d already deleted. [ 1206.506574] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76a1ab7c-04cb-4eeb-8190-27aee0405a2d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.506725] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76a1ab7c-04cb-4eeb-8190-27aee0405a2d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.507122] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76a1ab7c-04cb-4eeb-8190-27aee0405a2d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.507122] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76a1ab7c-04cb-4eeb-8190-27aee0405a2d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.643745] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6135b984-2927-4cf3-b0dd-a412c0b0fd8a in Status: SUCCESS [ 1206.643745] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6135b984-2927-4cf3-b0dd-a412c0b0fd8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.031567] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.031567] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.031567] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.031567] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.031567] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.031567] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76a1ab7c-04cb-4eeb-8190-27aee0405a2d already deleted. [ 1207.031567] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76a1ab7c-04cb-4eeb-8190-27aee0405a2d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.392740] env[65894]: INFO networking_nsxv3.common.synchronization [None req-07503be9-5003-4973-b51b-3bbeda1da3df None None] Enqueued Resource ID: 9d520922-68a3-4ada-bcef-2a20af8a4626 with Priority: HIGHEST for action port [ 1207.393173] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d520922-68a3-4ada-bcef-2a20af8a4626 with Priority: HIGHEST for action port [ 1207.393492] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d520922-68a3-4ada-bcef-2a20af8a4626 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.393612] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d520922-68a3-4ada-bcef-2a20af8a4626" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.393674] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d520922-68a3-4ada-bcef-2a20af8a4626" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.394119] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d520922-68a3-4ada-bcef-2a20af8a4626" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.394119] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d520922-68a3-4ada-bcef-2a20af8a4626',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.896528] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9d520922-68a3-4ada-bcef-2a20af8a4626 [ 1207.896632] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.896760] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.896830] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.897085] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.897180] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.897293] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9d520922-68a3-4ada-bcef-2a20af8a4626 already deleted. [ 1207.897394] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d520922-68a3-4ada-bcef-2a20af8a4626" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.945272] env[65894]: INFO networking_nsxv3.common.synchronization [req-ecfe8812-5223-4341-8590-1a017e4edc88 req-90fd6e96-ad10-4399-8bf5-182a6d058863 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Enqueued Resource ID: 938afa8a-2cd0-4cf0-a00d-011876fde21d with Priority: HIGHEST for action security_group_members [ 1208.945272] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 938afa8a-2cd0-4cf0-a00d-011876fde21d with Priority: HIGHEST for action security_group_members [ 1208.945272] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-938afa8a-2cd0-4cf0-a00d-011876fde21d taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.945272] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-938afa8a-2cd0-4cf0-a00d-011876fde21d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.945272] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-938afa8a-2cd0-4cf0-a00d-011876fde21d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.945272] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-938afa8a-2cd0-4cf0-a00d-011876fde21d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.945272] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.945272] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.945272] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.945994] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.946333] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.946925] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('938afa8a-2cd0-4cf0-a00d-011876fde21d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.450613] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.450613] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.450613] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.450613] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.471228] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.471485] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.471603] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.471669] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.471874] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.471952] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.472112] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 938afa8a-2cd0-4cf0-a00d-011876fde21d is going to be updated. [ 1209.503630] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.503826] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.503876] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.504119] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.504273] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.515234] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 938afa8a-2cd0-4cf0-a00d-011876fde21d in Status: IN_PROGRESS for 2s [ 1211.525822] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 938afa8a-2cd0-4cf0-a00d-011876fde21d in Status: SUCCESS [ 1211.526249] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 938afa8a-2cd0-4cf0-a00d-011876fde21d deletion is rescheduled due to dependency. [ 1211.526249] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-938afa8a-2cd0-4cf0-a00d-011876fde21d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.815603] env[65894]: INFO networking_nsxv3.common.synchronization [req-69f25f64-3308-47cc-81da-423386b3c069 req-25595b0d-9c02-4600-9cfd-e4bd159bc9fa tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Enqueued Resource ID: 76a1ab7c-04cb-4eeb-8190-27aee0405a2d with Priority: HIGHEST for action security_group_members [ 1212.816153] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76a1ab7c-04cb-4eeb-8190-27aee0405a2d with Priority: HIGHEST for action security_group_members [ 1212.816470] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-76a1ab7c-04cb-4eeb-8190-27aee0405a2d taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.816590] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76a1ab7c-04cb-4eeb-8190-27aee0405a2d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.816654] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76a1ab7c-04cb-4eeb-8190-27aee0405a2d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.816906] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76a1ab7c-04cb-4eeb-8190-27aee0405a2d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.817079] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.817180] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.817236] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.817387] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.817472] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.817563] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76a1ab7c-04cb-4eeb-8190-27aee0405a2d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.150064] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock network-23 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.150217] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "network-23" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.150263] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "network-23" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.150558] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "network-23" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.150824] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.150983] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.151117] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.151333] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.151477] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.151682] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1213.151798] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1213.151931] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1213.152068] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1213.152178] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1213.152287] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1213.152417] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1213.171545] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1213.171705] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1213.171844] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1213.172036] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "network-23" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.172363] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock port-061133a5-d8e1-4576-b2b5-1e0674a26205 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.172536] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "port-061133a5-d8e1-4576-b2b5-1e0674a26205" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.172656] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "port-061133a5-d8e1-4576-b2b5-1e0674a26205" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.173011] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "port-061133a5-d8e1-4576-b2b5-1e0674a26205" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.173191] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('061133a5-d8e1-4576-b2b5-1e0674a26205',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.319258] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.319438] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.319491] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.319695] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.319789] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.319961] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.320089] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.320147] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.320272] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.320355] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.320439] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76a1ab7c-04cb-4eeb-8190-27aee0405a2d already deleted. [ 1213.320514] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76a1ab7c-04cb-4eeb-8190-27aee0405a2d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.675210] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.675441] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.675500] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.675789] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.675935] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.676109] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Segment Port 061133a5-d8e1-4576-b2b5-1e0674a26205 not found, creating... [ 1213.676392] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.676552] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.676700] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.676909] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.677063] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.677349] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.677504] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.677620] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.677824] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.677988] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.678151] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Resource: SegmentPort with ID: 061133a5-d8e1-4576-b2b5-1e0674a26205 is going to be created. [ 1213.697614] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.697814] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.697915] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.698200] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.698425] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.698819] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "port-061133a5-d8e1-4576-b2b5-1e0674a26205" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.399160] env[65894]: INFO networking_nsxv3.common.synchronization [req-69f25f64-3308-47cc-81da-423386b3c069 req-c937dbe8-8a03-434c-980a-276e1f9a48c5 service nova] Enqueued Resource ID: 76a1ab7c-04cb-4eeb-8190-27aee0405a2d with Priority: HIGHEST for action security_group_rules [ 1214.399412] env[65894]: INFO networking_nsxv3.common.synchronization [req-69f25f64-3308-47cc-81da-423386b3c069 req-c937dbe8-8a03-434c-980a-276e1f9a48c5 service nova] Enqueued Resource ID: 76a1ab7c-04cb-4eeb-8190-27aee0405a2d with Priority: HIGHEST for action security_group_members [ 1214.399478] env[65894]: INFO networking_nsxv3.common.synchronization [req-69f25f64-3308-47cc-81da-423386b3c069 req-c937dbe8-8a03-434c-980a-276e1f9a48c5 service nova] Enqueued Resource ID: 061133a5-d8e1-4576-b2b5-1e0674a26205 with Priority: HIGHEST for action port [ 1214.399980] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76a1ab7c-04cb-4eeb-8190-27aee0405a2d with Priority: HIGHEST for action security_group_rules [ 1214.400133] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76a1ab7c-04cb-4eeb-8190-27aee0405a2d with Priority: HIGHEST for action security_group_members [ 1214.400228] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 061133a5-d8e1-4576-b2b5-1e0674a26205 with Priority: HIGHEST for action port [ 1214.400510] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76a1ab7c-04cb-4eeb-8190-27aee0405a2d taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.400679] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76a1ab7c-04cb-4eeb-8190-27aee0405a2d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.400679] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76a1ab7c-04cb-4eeb-8190-27aee0405a2d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.400964] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76a1ab7c-04cb-4eeb-8190-27aee0405a2d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.400964] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76a1ab7c-04cb-4eeb-8190-27aee0405a2d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.401837] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-76a1ab7c-04cb-4eeb-8190-27aee0405a2d taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.401967] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76a1ab7c-04cb-4eeb-8190-27aee0405a2d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.402050] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76a1ab7c-04cb-4eeb-8190-27aee0405a2d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.402223] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76a1ab7c-04cb-4eeb-8190-27aee0405a2d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.402373] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.402515] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.402515] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.402670] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.402750] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.402832] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76a1ab7c-04cb-4eeb-8190-27aee0405a2d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.403924] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-061133a5-d8e1-4576-b2b5-1e0674a26205 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.404052] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-061133a5-d8e1-4576-b2b5-1e0674a26205" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.404116] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-061133a5-d8e1-4576-b2b5-1e0674a26205" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.404271] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-061133a5-d8e1-4576-b2b5-1e0674a26205" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.404402] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('061133a5-d8e1-4576-b2b5-1e0674a26205',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.906383] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('76a1ab7c-04cb-4eeb-8190-27aee0405a2d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.907459] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-76a1ab7c-04cb-4eeb-8190-27aee0405a2d taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.907566] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76a1ab7c-04cb-4eeb-8190-27aee0405a2d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.907725] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 061133a5-d8e1-4576-b2b5-1e0674a26205 with status ACTIVE [ 1214.907862] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.908373] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.908373] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.908373] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.908373] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.908549] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.908549] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.908622] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.909538] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.909538] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.909538] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.909538] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.909538] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.909538] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.909538] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.909538] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 061133a5-d8e1-4576-b2b5-1e0674a26205 is going to be updated. [ 1214.932826] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.933077] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.933077] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.933290] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.933424] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.933600] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-061133a5-d8e1-4576-b2b5-1e0674a26205" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.412467] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('76a1ab7c-04cb-4eeb-8190-27aee0405a2d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.486083] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock network-577 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.486332] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "network-577" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.486469] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "network-577" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.486776] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "network-577" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.487137] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.487336] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.487481] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.487778] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.487932] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.488190] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1215.488323] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1215.488433] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1215.488546] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1215.488673] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1215.488776] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1215.488910] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1215.526192] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1215.526425] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1215.526581] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1215.526810] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "network-577" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.527210] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock port-2a6bcce6-de60-4586-8f98-e338d9680cb6 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.527477] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "port-2a6bcce6-de60-4586-8f98-e338d9680cb6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.527535] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "port-2a6bcce6-de60-4586-8f98-e338d9680cb6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.527917] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "port-2a6bcce6-de60-4586-8f98-e338d9680cb6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.528165] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a6bcce6-de60-4586-8f98-e338d9680cb6',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.914479] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.914691] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.914691] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.914944] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.915090] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.915196] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76a1ab7c-04cb-4eeb-8190-27aee0405a2d is going to be created. [ 1215.946362] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.946570] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.946634] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.946847] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.947035] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.960432] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76a1ab7c-04cb-4eeb-8190-27aee0405a2d in Status: UNINITIALIZED for 2s [ 1216.030817] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.031082] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.031218] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.031507] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.031660] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.032101] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.032224] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.032316] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.032545] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.032758] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.032987] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.033156] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.033271] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.033477] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.033610] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.033752] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Resource: SegmentPort with ID: 2a6bcce6-de60-4586-8f98-e338d9680cb6 is going to be updated. [ 1216.055579] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.055847] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.055905] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.056197] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.056416] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.056684] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "port-2a6bcce6-de60-4586-8f98-e338d9680cb6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.711327] env[65894]: INFO networking_nsxv3.common.synchronization [req-000abf88-ede6-4c66-b06e-6d18c8a4e153 req-c8a1007c-a511-43bf-a1a5-72dc9f0df40d service nova] Enqueued Resource ID: 8152eb30-f786-41d7-98a0-cb6a465816ef with Priority: HIGHEST for action security_group_rules [ 1216.711327] env[65894]: INFO networking_nsxv3.common.synchronization [req-000abf88-ede6-4c66-b06e-6d18c8a4e153 req-c8a1007c-a511-43bf-a1a5-72dc9f0df40d service nova] Enqueued Resource ID: 8152eb30-f786-41d7-98a0-cb6a465816ef with Priority: HIGHEST for action security_group_members [ 1216.711327] env[65894]: INFO networking_nsxv3.common.synchronization [req-000abf88-ede6-4c66-b06e-6d18c8a4e153 req-c8a1007c-a511-43bf-a1a5-72dc9f0df40d service nova] Enqueued Resource ID: 2a6bcce6-de60-4586-8f98-e338d9680cb6 with Priority: HIGHEST for action port [ 1216.711802] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8152eb30-f786-41d7-98a0-cb6a465816ef with Priority: HIGHEST for action security_group_rules [ 1216.711911] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8152eb30-f786-41d7-98a0-cb6a465816ef with Priority: HIGHEST for action security_group_members [ 1216.712035] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a6bcce6-de60-4586-8f98-e338d9680cb6 with Priority: HIGHEST for action port [ 1216.712316] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8152eb30-f786-41d7-98a0-cb6a465816ef taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.712437] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8152eb30-f786-41d7-98a0-cb6a465816ef" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.712529] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8152eb30-f786-41d7-98a0-cb6a465816ef" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.712705] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8152eb30-f786-41d7-98a0-cb6a465816ef" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.712796] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8152eb30-f786-41d7-98a0-cb6a465816ef',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.713703] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-8152eb30-f786-41d7-98a0-cb6a465816ef taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.713832] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8152eb30-f786-41d7-98a0-cb6a465816ef" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.713832] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8152eb30-f786-41d7-98a0-cb6a465816ef" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.714028] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8152eb30-f786-41d7-98a0-cb6a465816ef" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.714174] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.714272] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.714371] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.714509] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.714560] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1216.714660] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8152eb30-f786-41d7-98a0-cb6a465816ef',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1216.715522] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a6bcce6-de60-4586-8f98-e338d9680cb6 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1216.715522] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a6bcce6-de60-4586-8f98-e338d9680cb6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1216.715675] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a6bcce6-de60-4586-8f98-e338d9680cb6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1216.715720] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a6bcce6-de60-4586-8f98-e338d9680cb6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1216.715763] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a6bcce6-de60-4586-8f98-e338d9680cb6',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.218443] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8152eb30-f786-41d7-98a0-cb6a465816ef',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.219824] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-8152eb30-f786-41d7-98a0-cb6a465816ef taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.220023] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8152eb30-f786-41d7-98a0-cb6a465816ef" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.220258] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2a6bcce6-de60-4586-8f98-e338d9680cb6 with status ACTIVE [ 1217.220528] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.220616] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.220656] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.220911] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.220911] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.221085] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.221185] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.221247] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.221426] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.221505] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.221697] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.221781] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.221828] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.221968] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.222092] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.222129] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2a6bcce6-de60-4586-8f98-e338d9680cb6 is going to be updated. [ 1217.242921] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.243120] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.243120] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.243341] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.243469] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.243625] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a6bcce6-de60-4586-8f98-e338d9680cb6" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.724075] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8152eb30-f786-41d7-98a0-cb6a465816ef',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.971218] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76a1ab7c-04cb-4eeb-8190-27aee0405a2d in Status: SUCCESS [ 1217.971442] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76a1ab7c-04cb-4eeb-8190-27aee0405a2d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.971607] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76a1ab7c-04cb-4eeb-8190-27aee0405a2d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.971815] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76a1ab7c-04cb-4eeb-8190-27aee0405a2d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.972022] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.972139] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.972207] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.972348] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.972434] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.972515] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76a1ab7c-04cb-4eeb-8190-27aee0405a2d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.972605] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('76a1ab7c-04cb-4eeb-8190-27aee0405a2d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.202321] env[65894]: INFO networking_nsxv3.common.synchronization [req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 req-22d05121-d25d-4ea9-a739-4ac53cb9be0e tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Enqueued Resource ID: 938afa8a-2cd0-4cf0-a00d-011876fde21d with Priority: HIGHEST for action security_group_members [ 1218.202599] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 938afa8a-2cd0-4cf0-a00d-011876fde21d with Priority: HIGHEST for action security_group_members [ 1218.203035] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-938afa8a-2cd0-4cf0-a00d-011876fde21d taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.203204] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-938afa8a-2cd0-4cf0-a00d-011876fde21d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.203295] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-938afa8a-2cd0-4cf0-a00d-011876fde21d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.203529] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-938afa8a-2cd0-4cf0-a00d-011876fde21d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.203731] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.203868] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.203940] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.204172] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.204259] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.204350] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('938afa8a-2cd0-4cf0-a00d-011876fde21d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.226315] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.226315] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.226506] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.226549] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.226627] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.226719] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8152eb30-f786-41d7-98a0-cb6a465816ef is going to be updated. [ 1218.257769] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.257939] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.257983] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.258210] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.258375] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.269075] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8152eb30-f786-41d7-98a0-cb6a465816ef in Status: IN_PROGRESS for 2s [ 1218.476146] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('76a1ab7c-04cb-4eeb-8190-27aee0405a2d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.528599] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock network-884 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.528599] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "network-884" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.528921] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "network-884" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.529324] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "network-884" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.529663] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.529909] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.530124] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.530588] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.530691] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.530912] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1218.531081] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1218.531203] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1218.531331] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1218.531446] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1218.531566] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1218.531721] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1218.553776] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1218.553776] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1218.553999] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1218.554177] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "network-884" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.554486] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock port-f931ba54-64cd-49d2-b590-617d0715893f taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.554687] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "port-f931ba54-64cd-49d2-b590-617d0715893f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.554816] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "port-f931ba54-64cd-49d2-b590-617d0715893f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.555542] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "port-f931ba54-64cd-49d2-b590-617d0715893f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.555542] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f931ba54-64cd-49d2-b590-617d0715893f',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.707908] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.708153] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.708251] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.708488] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.708581] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.708782] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.708885] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.708951] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.709136] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.709255] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.709337] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 938afa8a-2cd0-4cf0-a00d-011876fde21d is going to be updated. [ 1218.744731] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.745206] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.745206] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.745325] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.745507] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.756841] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 938afa8a-2cd0-4cf0-a00d-011876fde21d in Status: IN_PROGRESS for 2s [ 1218.977892] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 76a1ab7c-04cb-4eeb-8190-27aee0405a2d: rpc.has_security_group_logging(os_id): False [ 1218.996060] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.996060] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.996060] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.996292] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.996366] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.996618] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.996726] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.996789] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.996945] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.997035] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.997166] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76a1ab7c-04cb-4eeb-8190-27aee0405a2d is going to be created. [ 1219.058102] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.058358] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.058485] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.058763] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.058910] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.059140] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Segment Port f931ba54-64cd-49d2-b590-617d0715893f not found, creating... [ 1219.059358] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.059526] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.059657] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.059856] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.059992] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.060590] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.060590] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.060770] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.061683] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.061683] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.061683] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Resource: SegmentPort with ID: f931ba54-64cd-49d2-b590-617d0715893f is going to be created. [ 1219.071765] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.071957] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.072014] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.072233] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.072410] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.089110] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76a1ab7c-04cb-4eeb-8190-27aee0405a2d in Status: IN_PROGRESS for 2s [ 1219.091383] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.092037] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.092037] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.092163] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.092379] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.092612] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "port-f931ba54-64cd-49d2-b590-617d0715893f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.755168] env[65894]: INFO networking_nsxv3.common.synchronization [req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 req-250ffe58-aaff-43a9-9be5-1ead761b53ca service nova] Enqueued Resource ID: 938afa8a-2cd0-4cf0-a00d-011876fde21d with Priority: HIGHEST for action security_group_rules [ 1219.755439] env[65894]: INFO networking_nsxv3.common.synchronization [req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 req-250ffe58-aaff-43a9-9be5-1ead761b53ca service nova] Enqueued Resource ID: 938afa8a-2cd0-4cf0-a00d-011876fde21d with Priority: HIGHEST for action security_group_members [ 1219.755439] env[65894]: INFO networking_nsxv3.common.synchronization [req-e37df651-8b86-4e73-b755-6fe88fd4b7e0 req-250ffe58-aaff-43a9-9be5-1ead761b53ca service nova] Enqueued Resource ID: f931ba54-64cd-49d2-b590-617d0715893f with Priority: HIGHEST for action port [ 1219.755984] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 938afa8a-2cd0-4cf0-a00d-011876fde21d with Priority: HIGHEST for action security_group_rules [ 1219.756145] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 938afa8a-2cd0-4cf0-a00d-011876fde21d with Priority: HIGHEST for action security_group_members [ 1219.756242] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f931ba54-64cd-49d2-b590-617d0715893f with Priority: HIGHEST for action port [ 1219.757286] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-938afa8a-2cd0-4cf0-a00d-011876fde21d taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.757286] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-938afa8a-2cd0-4cf0-a00d-011876fde21d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.757286] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-938afa8a-2cd0-4cf0-a00d-011876fde21d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.757286] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-938afa8a-2cd0-4cf0-a00d-011876fde21d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.757286] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('938afa8a-2cd0-4cf0-a00d-011876fde21d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.758688] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-938afa8a-2cd0-4cf0-a00d-011876fde21d taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.758688] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-938afa8a-2cd0-4cf0-a00d-011876fde21d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.758688] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-f931ba54-64cd-49d2-b590-617d0715893f taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.758688] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f931ba54-64cd-49d2-b590-617d0715893f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.758688] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f931ba54-64cd-49d2-b590-617d0715893f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.759062] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f931ba54-64cd-49d2-b590-617d0715893f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.759062] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f931ba54-64cd-49d2-b590-617d0715893f',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.260730] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-938afa8a-2cd0-4cf0-a00d-011876fde21d taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.260883] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-938afa8a-2cd0-4cf0-a00d-011876fde21d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.261039] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f931ba54-64cd-49d2-b590-617d0715893f with status ACTIVE [ 1220.261206] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.261316] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.261382] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.261586] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.261677] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.261842] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.261960] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.262038] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.262202] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.262281] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.262460] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.262553] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.262613] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.262750] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.262823] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.262907] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f931ba54-64cd-49d2-b590-617d0715893f is going to be updated. [ 1220.280785] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8152eb30-f786-41d7-98a0-cb6a465816ef in Status: SUCCESS [ 1220.281051] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8152eb30-f786-41d7-98a0-cb6a465816ef" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.281264] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8152eb30-f786-41d7-98a0-cb6a465816ef" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.281506] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8152eb30-f786-41d7-98a0-cb6a465816ef" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.281719] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.281864] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.281970] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.282178] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.282265] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.282352] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8152eb30-f786-41d7-98a0-cb6a465816ef" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.282441] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8152eb30-f786-41d7-98a0-cb6a465816ef',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.291273] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.292083] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.292176] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.292426] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.292600] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.292775] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f931ba54-64cd-49d2-b590-617d0715893f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.785578] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8152eb30-f786-41d7-98a0-cb6a465816ef',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1220.787745] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 938afa8a-2cd0-4cf0-a00d-011876fde21d in Status: SUCCESS [ 1220.787971] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 938afa8a-2cd0-4cf0-a00d-011876fde21d deletion is rescheduled due to dependency. [ 1220.788056] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-938afa8a-2cd0-4cf0-a00d-011876fde21d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.788996] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-938afa8a-2cd0-4cf0-a00d-011876fde21d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.788996] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-938afa8a-2cd0-4cf0-a00d-011876fde21d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.789150] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.789224] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.789336] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.789583] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.789681] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.789793] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('938afa8a-2cd0-4cf0-a00d-011876fde21d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.102170] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76a1ab7c-04cb-4eeb-8190-27aee0405a2d in Status: SUCCESS [ 1221.102422] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76a1ab7c-04cb-4eeb-8190-27aee0405a2d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.292444] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8152eb30-f786-41d7-98a0-cb6a465816ef: rpc.has_security_group_logging(os_id): False [ 1221.294165] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('938afa8a-2cd0-4cf0-a00d-011876fde21d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.312781] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.312980] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.312980] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.313287] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.313458] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.313816] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.313923] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.314086] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.314316] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.314398] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.314517] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8152eb30-f786-41d7-98a0-cb6a465816ef is going to be updated. [ 1221.400856] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.401115] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.401241] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.401476] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.401647] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.417834] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8152eb30-f786-41d7-98a0-cb6a465816ef in Status: IN_PROGRESS for 2s [ 1221.797528] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('938afa8a-2cd0-4cf0-a00d-011876fde21d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1222.301043] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.301043] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.301043] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.301043] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.301043] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.301406] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 938afa8a-2cd0-4cf0-a00d-011876fde21d is going to be updated. [ 1222.334192] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.334401] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.334447] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.334704] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.334870] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.347928] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 938afa8a-2cd0-4cf0-a00d-011876fde21d in Status: IN_PROGRESS for 2s [ 1223.438659] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8152eb30-f786-41d7-98a0-cb6a465816ef in Status: SUCCESS [ 1223.439070] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8152eb30-f786-41d7-98a0-cb6a465816ef" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.359286] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 938afa8a-2cd0-4cf0-a00d-011876fde21d in Status: SUCCESS [ 1224.359605] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-938afa8a-2cd0-4cf0-a00d-011876fde21d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.359715] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-938afa8a-2cd0-4cf0-a00d-011876fde21d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.360194] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-938afa8a-2cd0-4cf0-a00d-011876fde21d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.360423] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.360572] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.360659] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.360911] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.360976] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.361112] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-938afa8a-2cd0-4cf0-a00d-011876fde21d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.361220] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('938afa8a-2cd0-4cf0-a00d-011876fde21d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.757613] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1224.757949] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1224.863119] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('938afa8a-2cd0-4cf0-a00d-011876fde21d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.365091] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 938afa8a-2cd0-4cf0-a00d-011876fde21d: rpc.has_security_group_logging(os_id): False [ 1225.383228] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.383398] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.383446] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.383672] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.383768] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.384105] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.384323] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.384397] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.384561] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.384639] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.384730] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 938afa8a-2cd0-4cf0-a00d-011876fde21d is going to be updated. [ 1225.443502] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.443694] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.443734] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.443932] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.444162] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.456470] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 938afa8a-2cd0-4cf0-a00d-011876fde21d in Status: IN_PROGRESS for 2s [ 1227.474486] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 938afa8a-2cd0-4cf0-a00d-011876fde21d in Status: SUCCESS [ 1227.474930] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-938afa8a-2cd0-4cf0-a00d-011876fde21d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.758871] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1229.759173] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1234.759979] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1234.759979] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1238.588625] env[65894]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1238.589095] env[65894]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] NSXv3 Agent Agent loop - iteration:3 started [ 1239.760772] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1239.761168] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1244.762019] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1244.762408] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1249.763384] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1249.763713] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1254.764307] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1254.764759] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1259.765429] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1259.765837] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1262.148236] env[65894]: INFO networking_nsxv3.common.synchronization [req-6f1ba19c-7685-4316-9440-d197b6d42026 req-3e23b142-38d8-4cd3-ad7b-19e7a418b45a tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Enqueued Resource ID: 6135b984-2927-4cf3-b0dd-a412c0b0fd8a with Priority: HIGHEST for action security_group_members [ 1262.148721] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6135b984-2927-4cf3-b0dd-a412c0b0fd8a with Priority: HIGHEST for action security_group_members [ 1262.149109] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-6135b984-2927-4cf3-b0dd-a412c0b0fd8a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.149233] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6135b984-2927-4cf3-b0dd-a412c0b0fd8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.149298] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6135b984-2927-4cf3-b0dd-a412c0b0fd8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.149498] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6135b984-2927-4cf3-b0dd-a412c0b0fd8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.149650] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.149749] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.149810] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.149957] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.150058] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.150160] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6135b984-2927-4cf3-b0dd-a412c0b0fd8a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.652428] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.652676] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.652676] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.652877] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.652969] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.653189] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.653304] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.653346] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.653500] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.653570] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.653670] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6135b984-2927-4cf3-b0dd-a412c0b0fd8a is going to be updated. [ 1262.680512] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.680724] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.680724] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.680901] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.681056] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.689103] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6135b984-2927-4cf3-b0dd-a412c0b0fd8a in Status: IN_PROGRESS for 2s [ 1264.526531] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.526984] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.526984] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.526984] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.527136] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.700468] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6135b984-2927-4cf3-b0dd-a412c0b0fd8a in Status: IN_PROGRESS for 4s [ 1265.029771] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.531609] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.033377] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1266.033498] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1266.711757] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6135b984-2927-4cf3-b0dd-a412c0b0fd8a in Status: SUCCESS [ 1266.711757] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6135b984-2927-4cf3-b0dd-a412c0b0fd8a deletion is rescheduled due to dependency. [ 1266.711757] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6135b984-2927-4cf3-b0dd-a412c0b0fd8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.791874] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.792042] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.792116] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.792403] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.805604] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1266.806502] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.807279] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1266.843466] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.843618] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.843672] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.843887] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.858458] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.859344] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1266.859344] env[65894]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65894) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1266.859500] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1266.862983] env[65894]: INFO networking_nsxv3.common.synchronization [None req-a40d9cb1-2d3d-4ceb-bf7f-647822ea392d tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Enqueued Resource ID: 3bd00fb2-34ca-4c61-a232-c30013825796 with Priority: HIGHEST for action security_group_rules [ 1266.862983] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bd00fb2-34ca-4c61-a232-c30013825796 with Priority: HIGHEST for action security_group_rules [ 1266.863190] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3bd00fb2-34ca-4c61-a232-c30013825796 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.863257] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3bd00fb2-34ca-4c61-a232-c30013825796" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.863257] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3bd00fb2-34ca-4c61-a232-c30013825796" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.863502] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3bd00fb2-34ca-4c61-a232-c30013825796" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.863581] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3bd00fb2-34ca-4c61-a232-c30013825796',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.895232] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.895470] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.895470] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.895636] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.896691] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.896864] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1266.931301] env[65894]: INFO networking_nsxv3.common.synchronization [None req-61e5c4c5-32b4-4c01-8e8f-f3f4175a8e6c tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Enqueued Resource ID: 3bd00fb2-34ca-4c61-a232-c30013825796 with Priority: HIGHEST for action security_group_rules [ 1266.931809] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bd00fb2-34ca-4c61-a232-c30013825796 with Priority: HIGHEST for action security_group_rules [ 1266.932163] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3bd00fb2-34ca-4c61-a232-c30013825796 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.932265] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3bd00fb2-34ca-4c61-a232-c30013825796" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.974346] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.974534] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.974534] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.974801] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.975110] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.975388] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1267.064251] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.064504] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.064637] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.064964] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.065332] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.065674] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:37. [ 1267.065771] env[65894]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'723125d4-65ef-4a5f-9d00-609ae9fdb52c', '1e139e21-81f3-42da-ac12-ef878deca705', '890a9cf5-d316-4200-ad78-c5bfe150438d', '791172f1-3024-467a-9eb9-0f8617f201a2', '3a3141f8-7611-4ff8-8814-8a6ebecf0f8a', '2203233f-5e53-4c1c-89f4-d2be93f2de14', '2cfb114e-24cc-4048-af60-96a336028546', '4241acb9-fc6a-487c-9f01-9dad5a143dbc', 'c238b883-1fda-4e57-bd98-7c491d271259', '6135b984-2927-4cf3-b0dd-a412c0b0fd8a', '20810f63-ea8a-4f0d-b70c-508c1dd01c69', 'b5febf5e-1265-4f62-a3c6-17d088db92b5', 'c51211e2-86ae-4ec8-97ad-b3483f927556', '76a1ab7c-04cb-4eeb-8190-27aee0405a2d', '21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28', 'c3df1442-972b-4c46-9187-df9c08907130', 'da05391c-cc7b-47f2-8f7d-94390b160791', 'ee473872-0cee-445b-80c2-9872fc2d0453', '05da16de-92e8-4f9e-aee0-6c4976d2644b', '55dbf741-350e-4706-9067-83941bbdce82', '354893bb-8690-4bed-8f78-4d5f27c28b88', '485d223b-ca9d-4b89-b8d1-92ae3f846a86', '53724d4f-dbcb-4468-8f0c-07b53cbc1c34', '938afa8a-2cd0-4cf0-a00d-011876fde21d', '41f9c0a5-a06a-41f2-991f-6b14d61d51cf', '00a3f3b1-9abb-4189-8d29-fcdd2fa59248', 'fde18d8d-f211-41a4-b6ef-b2a9103ecc8b', 'cbc12d44-2ce0-4bf5-afbb-4664c5ae4eea', '37512978-9204-4fbd-9826-5f8ea7fbbb4d', '382afd5f-89bf-405c-a1f5-4df0ced48395', 'b620dde1-41aa-4a88-a801-46fa9401a147', 'a7f93720-8a18-45d9-9a00-dd926481d6e5', '74b82953-2e9f-4aa6-a354-b00bb79b7f59', 'a2ef329a-754d-4f7c-9843-cdf5814db8ac', 'e3306ef6-905f-4e1a-a216-a11c33319632', '8d57eb1a-6402-4337-b93e-c95618cff862', '8152eb30-f786-41d7-98a0-cb6a465816ef'} {{(pid=65894) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1267.065854] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1267.086169] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.086390] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.086525] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.086839] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.087010] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.087171] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1267.087272] env[65894]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65894) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1267.087352] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1267.156798] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.156993] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.157051] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.157250] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.158317] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.158564] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1267.158642] env[65894]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65894) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1267.158715] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1267.158782] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1267.158860] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/37 resources of Type:Security Group Rules [ 1267.158928] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 723125d4-65ef-4a5f-9d00-609ae9fdb52c with Priority: HIGH for action security_group_rules [ 1267.159014] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1e139e21-81f3-42da-ac12-ef878deca705 with Priority: HIGH for action security_group_rules [ 1267.159089] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 890a9cf5-d316-4200-ad78-c5bfe150438d with Priority: HIGH for action security_group_rules [ 1267.159151] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 791172f1-3024-467a-9eb9-0f8617f201a2 with Priority: HIGH for action security_group_rules [ 1267.159210] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a with Priority: HIGH for action security_group_rules [ 1267.159268] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2203233f-5e53-4c1c-89f4-d2be93f2de14 with Priority: HIGH for action security_group_rules [ 1267.159328] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2cfb114e-24cc-4048-af60-96a336028546 with Priority: HIGH for action security_group_rules [ 1267.159387] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4241acb9-fc6a-487c-9f01-9dad5a143dbc with Priority: HIGH for action security_group_rules [ 1267.159446] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c238b883-1fda-4e57-bd98-7c491d271259 with Priority: HIGH for action security_group_rules [ 1267.159507] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6135b984-2927-4cf3-b0dd-a412c0b0fd8a with Priority: HIGH for action security_group_rules [ 1267.159566] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 20810f63-ea8a-4f0d-b70c-508c1dd01c69 with Priority: HIGH for action security_group_rules [ 1267.159625] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b5febf5e-1265-4f62-a3c6-17d088db92b5 with Priority: HIGH for action security_group_rules [ 1267.159685] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c51211e2-86ae-4ec8-97ad-b3483f927556 with Priority: HIGH for action security_group_rules [ 1267.159746] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 76a1ab7c-04cb-4eeb-8190-27aee0405a2d with Priority: HIGH for action security_group_rules [ 1267.159805] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28 with Priority: HIGH for action security_group_rules [ 1267.159864] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c3df1442-972b-4c46-9187-df9c08907130 with Priority: HIGH for action security_group_rules [ 1267.159924] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: da05391c-cc7b-47f2-8f7d-94390b160791 with Priority: HIGH for action security_group_rules [ 1267.159984] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ee473872-0cee-445b-80c2-9872fc2d0453 with Priority: HIGH for action security_group_rules [ 1267.160058] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 05da16de-92e8-4f9e-aee0-6c4976d2644b with Priority: HIGH for action security_group_rules [ 1267.160120] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 55dbf741-350e-4706-9067-83941bbdce82 with Priority: HIGH for action security_group_rules [ 1267.160215] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.383614] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.383776] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.383872] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.384098] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.384187] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.384279] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3bd00fb2-34ca-4c61-a232-c30013825796 already deleted. [ 1267.384359] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3bd00fb2-34ca-4c61-a232-c30013825796" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.384505] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3bd00fb2-34ca-4c61-a232-c30013825796" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.384659] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3bd00fb2-34ca-4c61-a232-c30013825796" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.384762] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3bd00fb2-34ca-4c61-a232-c30013825796',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.913964] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.914340] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.914340] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.914420] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.914493] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.914599] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3bd00fb2-34ca-4c61-a232-c30013825796 already deleted. [ 1267.914841] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3bd00fb2-34ca-4c61-a232-c30013825796" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.243068] env[65894]: INFO networking_nsxv3.common.synchronization [req-42aa1c20-058e-4a51-bbba-3b974ab4dec8 req-1caa173d-ce2e-4360-863a-ac1af83c742c tempest-AttachVolumeShelveTestJSON-1891009505 tempest-AttachVolumeShelveTestJSON-1891009505-project-member] Enqueued Resource ID: 8152eb30-f786-41d7-98a0-cb6a465816ef with Priority: HIGHEST for action security_group_members [ 1270.243783] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8152eb30-f786-41d7-98a0-cb6a465816ef with Priority: HIGHEST for action security_group_members [ 1270.243783] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 723125d4-65ef-4a5f-9d00-609ae9fdb52c with Priority: HIGH for action security_group_rules [ 1270.243783] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 890a9cf5-d316-4200-ad78-c5bfe150438d with Priority: HIGH for action security_group_rules [ 1270.243997] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2cfb114e-24cc-4048-af60-96a336028546 with Priority: HIGH for action security_group_rules [ 1270.243997] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28 with Priority: HIGH for action security_group_rules [ 1270.244088] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55dbf741-350e-4706-9067-83941bbdce82 with Priority: HIGH for action security_group_rules [ 1270.244128] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05da16de-92e8-4f9e-aee0-6c4976d2644b with Priority: HIGH for action security_group_rules [ 1270.244202] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee473872-0cee-445b-80c2-9872fc2d0453 with Priority: HIGH for action security_group_rules [ 1270.244286] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da05391c-cc7b-47f2-8f7d-94390b160791 with Priority: HIGH for action security_group_rules [ 1270.244375] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76a1ab7c-04cb-4eeb-8190-27aee0405a2d with Priority: HIGH for action security_group_rules [ 1270.244461] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3df1442-972b-4c46-9187-df9c08907130 with Priority: HIGH for action security_group_rules [ 1270.244548] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c51211e2-86ae-4ec8-97ad-b3483f927556 with Priority: HIGH for action security_group_rules [ 1270.244635] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5febf5e-1265-4f62-a3c6-17d088db92b5 with Priority: HIGH for action security_group_rules [ 1270.244780] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20810f63-ea8a-4f0d-b70c-508c1dd01c69 with Priority: HIGH for action security_group_rules [ 1270.244894] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6135b984-2927-4cf3-b0dd-a412c0b0fd8a with Priority: HIGH for action security_group_rules [ 1270.244984] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c238b883-1fda-4e57-bd98-7c491d271259 with Priority: HIGH for action security_group_rules [ 1270.246851] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2203233f-5e53-4c1c-89f4-d2be93f2de14 with Priority: HIGH for action security_group_rules [ 1270.247118] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4241acb9-fc6a-487c-9f01-9dad5a143dbc with Priority: HIGH for action security_group_rules [ 1270.247245] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a with Priority: HIGH for action security_group_rules [ 1270.247344] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e139e21-81f3-42da-ac12-ef878deca705 with Priority: HIGH for action security_group_rules [ 1270.247440] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 791172f1-3024-467a-9eb9-0f8617f201a2 with Priority: HIGH for action security_group_rules [ 1270.247752] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-8152eb30-f786-41d7-98a0-cb6a465816ef taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.247873] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8152eb30-f786-41d7-98a0-cb6a465816ef" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.247937] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8152eb30-f786-41d7-98a0-cb6a465816ef" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.248161] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8152eb30-f786-41d7-98a0-cb6a465816ef" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.248323] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.248435] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.248517] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.248637] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.248719] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.248887] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8152eb30-f786-41d7-98a0-cb6a465816ef',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.249728] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-723125d4-65ef-4a5f-9d00-609ae9fdb52c taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.249858] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-723125d4-65ef-4a5f-9d00-609ae9fdb52c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.249990] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-723125d4-65ef-4a5f-9d00-609ae9fdb52c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.250173] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-723125d4-65ef-4a5f-9d00-609ae9fdb52c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.250262] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('723125d4-65ef-4a5f-9d00-609ae9fdb52c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.251063] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-890a9cf5-d316-4200-ad78-c5bfe150438d taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.251162] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-890a9cf5-d316-4200-ad78-c5bfe150438d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.252031] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-890a9cf5-d316-4200-ad78-c5bfe150438d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.252031] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-890a9cf5-d316-4200-ad78-c5bfe150438d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.252031] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('890a9cf5-d316-4200-ad78-c5bfe150438d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.252215] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2cfb114e-24cc-4048-af60-96a336028546 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.252307] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.252356] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.252486] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.252557] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2cfb114e-24cc-4048-af60-96a336028546',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.253366] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.253730] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.253730] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.253730] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.253827] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.254644] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-55dbf741-350e-4706-9067-83941bbdce82 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.254832] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-55dbf741-350e-4706-9067-83941bbdce82" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.254900] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-55dbf741-350e-4706-9067-83941bbdce82" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.255070] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-55dbf741-350e-4706-9067-83941bbdce82" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.255677] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('55dbf741-350e-4706-9067-83941bbdce82',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.255929] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-05da16de-92e8-4f9e-aee0-6c4976d2644b taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.255988] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-05da16de-92e8-4f9e-aee0-6c4976d2644b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.256040] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-05da16de-92e8-4f9e-aee0-6c4976d2644b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.256196] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-05da16de-92e8-4f9e-aee0-6c4976d2644b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.256265] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('05da16de-92e8-4f9e-aee0-6c4976d2644b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.256950] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ee473872-0cee-445b-80c2-9872fc2d0453 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.257097] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.257154] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.257695] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.257695] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ee473872-0cee-445b-80c2-9872fc2d0453',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.258053] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-da05391c-cc7b-47f2-8f7d-94390b160791 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.258160] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-da05391c-cc7b-47f2-8f7d-94390b160791" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.258229] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-da05391c-cc7b-47f2-8f7d-94390b160791" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.258379] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-da05391c-cc7b-47f2-8f7d-94390b160791" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.258732] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('da05391c-cc7b-47f2-8f7d-94390b160791',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.259417] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76a1ab7c-04cb-4eeb-8190-27aee0405a2d taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.259549] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76a1ab7c-04cb-4eeb-8190-27aee0405a2d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.259634] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76a1ab7c-04cb-4eeb-8190-27aee0405a2d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.259794] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76a1ab7c-04cb-4eeb-8190-27aee0405a2d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.259870] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76a1ab7c-04cb-4eeb-8190-27aee0405a2d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.260793] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c3df1442-972b-4c46-9187-df9c08907130 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.260793] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.260793] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.260914] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.260914] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c3df1442-972b-4c46-9187-df9c08907130',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.261599] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c51211e2-86ae-4ec8-97ad-b3483f927556 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.261691] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c51211e2-86ae-4ec8-97ad-b3483f927556" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.261796] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c51211e2-86ae-4ec8-97ad-b3483f927556" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.261905] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c51211e2-86ae-4ec8-97ad-b3483f927556" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.261976] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c51211e2-86ae-4ec8-97ad-b3483f927556',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.263152] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5febf5e-1265-4f62-a3c6-17d088db92b5 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.263152] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5febf5e-1265-4f62-a3c6-17d088db92b5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.263152] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5febf5e-1265-4f62-a3c6-17d088db92b5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.263152] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5febf5e-1265-4f62-a3c6-17d088db92b5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.263152] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5febf5e-1265-4f62-a3c6-17d088db92b5',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.263797] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20810f63-ea8a-4f0d-b70c-508c1dd01c69 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.263904] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20810f63-ea8a-4f0d-b70c-508c1dd01c69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.263969] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20810f63-ea8a-4f0d-b70c-508c1dd01c69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.264132] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20810f63-ea8a-4f0d-b70c-508c1dd01c69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.264202] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20810f63-ea8a-4f0d-b70c-508c1dd01c69',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.265073] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6135b984-2927-4cf3-b0dd-a412c0b0fd8a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.265073] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6135b984-2927-4cf3-b0dd-a412c0b0fd8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.265073] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6135b984-2927-4cf3-b0dd-a412c0b0fd8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.265220] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6135b984-2927-4cf3-b0dd-a412c0b0fd8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.265292] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6135b984-2927-4cf3-b0dd-a412c0b0fd8a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.265965] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c238b883-1fda-4e57-bd98-7c491d271259 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.266079] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c238b883-1fda-4e57-bd98-7c491d271259" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.266152] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c238b883-1fda-4e57-bd98-7c491d271259" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.266429] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c238b883-1fda-4e57-bd98-7c491d271259" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.266429] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c238b883-1fda-4e57-bd98-7c491d271259',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.267700] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2203233f-5e53-4c1c-89f4-d2be93f2de14 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.267700] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.267700] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.267700] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.267927] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2203233f-5e53-4c1c-89f4-d2be93f2de14',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.268397] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4241acb9-fc6a-487c-9f01-9dad5a143dbc taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.268491] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4241acb9-fc6a-487c-9f01-9dad5a143dbc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.268556] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4241acb9-fc6a-487c-9f01-9dad5a143dbc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.268704] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4241acb9-fc6a-487c-9f01-9dad5a143dbc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.268791] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4241acb9-fc6a-487c-9f01-9dad5a143dbc',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.269550] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.269550] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.269646] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.269759] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.269796] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3a3141f8-7611-4ff8-8814-8a6ebecf0f8a',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.270554] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e139e21-81f3-42da-ac12-ef878deca705 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.270664] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e139e21-81f3-42da-ac12-ef878deca705" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.270725] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e139e21-81f3-42da-ac12-ef878deca705" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.270891] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e139e21-81f3-42da-ac12-ef878deca705" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.271013] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e139e21-81f3-42da-ac12-ef878deca705',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.271654] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-791172f1-3024-467a-9eb9-0f8617f201a2 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.271745] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-791172f1-3024-467a-9eb9-0f8617f201a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.271745] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-791172f1-3024-467a-9eb9-0f8617f201a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.272280] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-791172f1-3024-467a-9eb9-0f8617f201a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.272280] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('791172f1-3024-467a-9eb9-0f8617f201a2',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.272280] env[65894]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 1270.275131] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.275244] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.275386] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.275452] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.306752] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.306906] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.308707] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.309512] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.309955] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.309955] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.309955] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.309955] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.310332] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.310332] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.310332] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8152eb30-f786-41d7-98a0-cb6a465816ef is going to be updated. [ 1270.312309] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.312309] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.336334] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.336507] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 723125d4-65ef-4a5f-9d00-609ae9fdb52c is going to be deleted. [ 1270.337877] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.338106] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.346331] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.346504] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.346548] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.346716] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.346857] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.354232] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8152eb30-f786-41d7-98a0-cb6a465816ef in Status: IN_PROGRESS for 2s [ 1270.359294] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.359413] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28 is going to be deleted. [ 1270.402972] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.402972] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.402972] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.402972] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.402972] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.403320] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-723125d4-65ef-4a5f-9d00-609ae9fdb52c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.411407] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.411407] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.411682] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.411682] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.411988] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.411988] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-21c4eda8-c8cd-4f4f-a2cb-f8c209ab3c28" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.781490] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-4241acb9-fc6a-487c-9f01-9dad5a143dbc taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.781710] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4241acb9-fc6a-487c-9f01-9dad5a143dbc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.781766] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4241acb9-fc6a-487c-9f01-9dad5a143dbc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.781972] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4241acb9-fc6a-487c-9f01-9dad5a143dbc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.782143] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.782232] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.782336] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.782476] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.782548] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.782666] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4241acb9-fc6a-487c-9f01-9dad5a143dbc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.782752] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4241acb9-fc6a-487c-9f01-9dad5a143dbc',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.784954] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-76a1ab7c-04cb-4eeb-8190-27aee0405a2d taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.785120] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76a1ab7c-04cb-4eeb-8190-27aee0405a2d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.785206] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76a1ab7c-04cb-4eeb-8190-27aee0405a2d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.785323] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76a1ab7c-04cb-4eeb-8190-27aee0405a2d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.785467] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.785555] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.785616] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.785780] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.785843] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.785917] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76a1ab7c-04cb-4eeb-8190-27aee0405a2d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.786041] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('76a1ab7c-04cb-4eeb-8190-27aee0405a2d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1270.815543] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.815779] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.815836] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.816030] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.821449] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.821599] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.824897] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.825054] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.853224] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.853419] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.856752] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.856942] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.857845] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.857957] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.858677] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.858770] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.859863] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.859975] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.860719] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.860836] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.861546] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.861637] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.862488] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.862488] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.863089] env[65894]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1270.863492] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.863576] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.864303] env[65894]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1270.864695] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.864809] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.865540] env[65894]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1270.865959] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.866065] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.866763] env[65894]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1270.867194] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.867297] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.868025] env[65894]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1270.868391] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.868485] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.869148] env[65894]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1270.869568] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.869678] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 890a9cf5-d316-4200-ad78-c5bfe150438d is going to be deleted. [ 1270.870668] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.870875] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.890799] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.891029] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2203233f-5e53-4c1c-89f4-d2be93f2de14 is going to be deleted. [ 1270.892057] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.892279] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.914176] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.914317] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: da05391c-cc7b-47f2-8f7d-94390b160791 is going to be deleted. [ 1270.915307] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.915524] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.940203] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.940466] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.941289] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.941404] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e139e21-81f3-42da-ac12-ef878deca705 is going to be deleted. [ 1270.942350] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.942571] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1270.957565] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.957565] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.967389] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1270.967558] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1270.973222] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.973416] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2cfb114e-24cc-4048-af60-96a336028546 is going to be deleted. [ 1270.974497] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1270.974810] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.036317] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.036479] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c238b883-1fda-4e57-bd98-7c491d271259 is going to be deleted. [ 1271.037452] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.037659] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.045419] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.045548] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.086127] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.086354] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20810f63-ea8a-4f0d-b70c-508c1dd01c69 is going to be deleted. [ 1271.087759] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.088046] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.098883] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.099019] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.167177] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.167408] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 55dbf741-350e-4706-9067-83941bbdce82 is going to be deleted. [ 1271.168776] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.169112] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.181850] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.182057] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.195990] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.196245] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5febf5e-1265-4f62-a3c6-17d088db92b5 is going to be deleted. [ 1271.197713] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.198055] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.244183] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.244520] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.293666] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.293856] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3a3141f8-7611-4ff8-8814-8a6ebecf0f8a is going to be deleted. [ 1271.295067] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('76a1ab7c-04cb-4eeb-8190-27aee0405a2d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.296076] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.296331] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.297593] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4241acb9-fc6a-487c-9f01-9dad5a143dbc',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1271.333887] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.334111] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.353286] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.353515] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.365478] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.365643] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 05da16de-92e8-4f9e-aee0-6c4976d2644b is going to be deleted. [ 1271.366555] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.366771] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.422780] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.422780] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.426035] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.426201] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c51211e2-86ae-4ec8-97ad-b3483f927556 is going to be deleted. [ 1271.427515] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.427732] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.496780] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.496977] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6135b984-2927-4cf3-b0dd-a412c0b0fd8a is going to be deleted. [ 1271.498156] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.498378] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.500148] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.500330] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.522294] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.522504] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 791172f1-3024-467a-9eb9-0f8617f201a2 is going to be deleted. [ 1271.523574] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.523842] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.565873] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.566097] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.575750] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.575750] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ee473872-0cee-445b-80c2-9872fc2d0453 is going to be deleted. [ 1271.576782] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.577041] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.633507] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.633668] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c3df1442-972b-4c46-9187-df9c08907130 is going to be deleted. [ 1271.637030] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.637030] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.637030] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.637030] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-890a9cf5-d316-4200-ad78-c5bfe150438d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.637030] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.637030] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.637030] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.637030] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2203233f-5e53-4c1c-89f4-d2be93f2de14" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.637030] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.637030] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.637030] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.637544] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-da05391c-cc7b-47f2-8f7d-94390b160791" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.637544] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.637954] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.638056] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.638167] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e139e21-81f3-42da-ac12-ef878deca705" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.638295] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.638436] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.638506] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.638615] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2cfb114e-24cc-4048-af60-96a336028546" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.638740] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.638877] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.638950] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.639071] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c238b883-1fda-4e57-bd98-7c491d271259" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.639205] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.639342] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.639415] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.639526] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20810f63-ea8a-4f0d-b70c-508c1dd01c69" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.639641] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.639787] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.639902] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.639976] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-55dbf741-350e-4706-9067-83941bbdce82" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.640115] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.640278] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.640340] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.640456] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5febf5e-1265-4f62-a3c6-17d088db92b5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.640579] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.640714] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.641298] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.641298] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3a3141f8-7611-4ff8-8814-8a6ebecf0f8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.641379] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.641945] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.641945] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.641945] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-05da16de-92e8-4f9e-aee0-6c4976d2644b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.641945] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.641945] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.642208] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.642208] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c51211e2-86ae-4ec8-97ad-b3483f927556" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.644139] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.644291] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.644358] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.644561] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.644657] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.644868] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6135b984-2927-4cf3-b0dd-a412c0b0fd8a" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.664669] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.664910] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.664955] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.665610] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.665610] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.665610] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-791172f1-3024-467a-9eb9-0f8617f201a2" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.736382] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.736623] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.736623] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.736793] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.736868] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.736990] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ee473872-0cee-445b-80c2-9872fc2d0453" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.739756] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.739892] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.739950] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.740146] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.740233] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.740345] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c3df1442-972b-4c46-9187-df9c08907130" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.797974] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 76a1ab7c-04cb-4eeb-8190-27aee0405a2d: rpc.has_security_group_logging(os_id): False [ 1271.799590] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4241acb9-fc6a-487c-9f01-9dad5a143dbc: rpc.has_security_group_logging(os_id): False [ 1271.836468] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.836703] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.836703] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.836854] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.838618] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.838727] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.872060] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.872439] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.872577] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.872623] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.872867] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.872969] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.873070] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4241acb9-fc6a-487c-9f01-9dad5a143dbc is going to be updated. [ 1271.874495] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.874694] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.921927] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.922277] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.922406] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.922488] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.922912] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.922912] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.923036] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76a1ab7c-04cb-4eeb-8190-27aee0405a2d is going to be updated. [ 1271.961016] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.961254] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.961254] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.961465] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.961607] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.977390] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4241acb9-fc6a-487c-9f01-9dad5a143dbc in Status: IN_PROGRESS for 2s [ 1272.015470] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.015663] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.015735] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.015991] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.016153] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.041063] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76a1ab7c-04cb-4eeb-8190-27aee0405a2d in Status: IN_PROGRESS for 2s [ 1272.364347] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8152eb30-f786-41d7-98a0-cb6a465816ef in Status: SUCCESS [ 1272.364719] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8152eb30-f786-41d7-98a0-cb6a465816ef deletion is rescheduled due to dependency. [ 1272.364719] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8152eb30-f786-41d7-98a0-cb6a465816ef" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.542922] env[65894]: INFO networking_nsxv3.common.synchronization [req-cb462193-b7ad-4e82-8855-9da802e5bac0 req-8ee29ba1-a578-4264-88cb-3968e4c2b5d4 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Enqueued Resource ID: 3bd00fb2-34ca-4c61-a232-c30013825796 with Priority: HIGHEST for action security_group_members [ 1272.543557] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bd00fb2-34ca-4c61-a232-c30013825796 with Priority: HIGHEST for action security_group_members [ 1272.543884] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bd00fb2-34ca-4c61-a232-c30013825796 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.544029] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bd00fb2-34ca-4c61-a232-c30013825796" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.544100] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bd00fb2-34ca-4c61-a232-c30013825796" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.544372] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bd00fb2-34ca-4c61-a232-c30013825796" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.544526] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.544635] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.544697] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.544871] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.544958] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.545061] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bd00fb2-34ca-4c61-a232-c30013825796',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.865052] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock network-381 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.865265] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "network-381" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.865389] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "network-381" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.865652] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "network-381" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.865968] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.866141] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.866259] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.866470] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.866622] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.866820] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1272.866931] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1272.867048] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1272.867156] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1272.867261] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1272.867367] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1272.867495] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1272.886683] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1272.886853] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1272.886964] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1272.887182] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "network-381" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.887504] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock port-11fd03e8-e016-4389-98ec-1e4a0285251d taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.887676] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "port-11fd03e8-e016-4389-98ec-1e4a0285251d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.887794] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "port-11fd03e8-e016-4389-98ec-1e4a0285251d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.888152] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "port-11fd03e8-e016-4389-98ec-1e4a0285251d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.888302] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11fd03e8-e016-4389-98ec-1e4a0285251d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.047461] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.047689] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.047802] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.048078] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.048204] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.048449] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.048567] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.048626] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.048824] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.048930] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.049075] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bd00fb2-34ca-4c61-a232-c30013825796 already deleted. [ 1273.049342] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bd00fb2-34ca-4c61-a232-c30013825796" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.391555] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.391977] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.392158] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.392565] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.392841] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.393103] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Segment Port 11fd03e8-e016-4389-98ec-1e4a0285251d not found, creating... [ 1273.393643] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.393900] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.394168] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.394463] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.394655] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.395039] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.395209] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.395326] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.395562] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.395779] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.395932] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Resource: SegmentPort with ID: 11fd03e8-e016-4389-98ec-1e4a0285251d is going to be created. [ 1273.417552] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.417842] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.417905] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.418166] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.418421] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.418645] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "port-11fd03e8-e016-4389-98ec-1e4a0285251d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.991105] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4241acb9-fc6a-487c-9f01-9dad5a143dbc in Status: SUCCESS [ 1273.991494] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4241acb9-fc6a-487c-9f01-9dad5a143dbc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.052907] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76a1ab7c-04cb-4eeb-8190-27aee0405a2d in Status: SUCCESS [ 1274.053265] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76a1ab7c-04cb-4eeb-8190-27aee0405a2d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.126573] env[65894]: INFO networking_nsxv3.common.synchronization [req-cb462193-b7ad-4e82-8855-9da802e5bac0 req-aa9fabdd-d41c-4ae9-a1a9-3b67664bad75 service nova] Enqueued Resource ID: 3bd00fb2-34ca-4c61-a232-c30013825796 with Priority: HIGHEST for action security_group_rules [ 1274.126772] env[65894]: INFO networking_nsxv3.common.synchronization [req-cb462193-b7ad-4e82-8855-9da802e5bac0 req-aa9fabdd-d41c-4ae9-a1a9-3b67664bad75 service nova] Enqueued Resource ID: 3bd00fb2-34ca-4c61-a232-c30013825796 with Priority: HIGHEST for action security_group_members [ 1274.126918] env[65894]: INFO networking_nsxv3.common.synchronization [req-cb462193-b7ad-4e82-8855-9da802e5bac0 req-aa9fabdd-d41c-4ae9-a1a9-3b67664bad75 service nova] Enqueued Resource ID: 11fd03e8-e016-4389-98ec-1e4a0285251d with Priority: HIGHEST for action port [ 1274.127534] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bd00fb2-34ca-4c61-a232-c30013825796 with Priority: HIGHEST for action security_group_rules [ 1274.127696] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bd00fb2-34ca-4c61-a232-c30013825796 with Priority: HIGHEST for action security_group_members [ 1274.127818] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11fd03e8-e016-4389-98ec-1e4a0285251d with Priority: HIGHEST for action port [ 1274.128125] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3bd00fb2-34ca-4c61-a232-c30013825796 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.128245] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3bd00fb2-34ca-4c61-a232-c30013825796" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.128310] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3bd00fb2-34ca-4c61-a232-c30013825796" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.128512] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3bd00fb2-34ca-4c61-a232-c30013825796" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.128591] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3bd00fb2-34ca-4c61-a232-c30013825796',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.129915] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bd00fb2-34ca-4c61-a232-c30013825796 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.130047] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bd00fb2-34ca-4c61-a232-c30013825796" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.130117] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bd00fb2-34ca-4c61-a232-c30013825796" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.130351] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bd00fb2-34ca-4c61-a232-c30013825796" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.130450] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.130550] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.130603] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.131668] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.131668] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.131668] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bd00fb2-34ca-4c61-a232-c30013825796',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.131867] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-11fd03e8-e016-4389-98ec-1e4a0285251d taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.132470] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11fd03e8-e016-4389-98ec-1e4a0285251d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.132470] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11fd03e8-e016-4389-98ec-1e4a0285251d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.132470] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11fd03e8-e016-4389-98ec-1e4a0285251d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.132470] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11fd03e8-e016-4389-98ec-1e4a0285251d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.633672] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bd00fb2-34ca-4c61-a232-c30013825796 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.634208] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bd00fb2-34ca-4c61-a232-c30013825796" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.634208] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 11fd03e8-e016-4389-98ec-1e4a0285251d with status ACTIVE [ 1274.634308] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.634383] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.634425] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.634673] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.634797] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.635098] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.635253] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.635346] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.635557] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.635665] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.636030] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.636163] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.636277] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.636431] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.636530] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.636636] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 11fd03e8-e016-4389-98ec-1e4a0285251d is going to be updated. [ 1274.637828] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3bd00fb2-34ca-4c61-a232-c30013825796',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.662366] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.662366] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.662661] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.662775] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.662943] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.663147] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11fd03e8-e016-4389-98ec-1e4a0285251d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.140672] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3bd00fb2-34ca-4c61-a232-c30013825796',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.643645] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.644131] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.644131] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.644131] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.644270] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.644401] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bd00fb2-34ca-4c61-a232-c30013825796 is going to be created. [ 1275.669761] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.670062] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.670062] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.670185] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.670352] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.681970] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bd00fb2-34ca-4c61-a232-c30013825796 in Status: UNINITIALIZED for 2s [ 1276.333885] env[65894]: INFO networking_nsxv3.common.synchronization [req-9a910223-25f0-49b1-bdfb-b75039c680e8 req-f2a30f9c-6b5f-4396-94f2-9909ed8da1e2 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Enqueued Resource ID: cbc12d44-2ce0-4bf5-afbb-4664c5ae4eea with Priority: HIGHEST for action security_group_members [ 1276.334510] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbc12d44-2ce0-4bf5-afbb-4664c5ae4eea with Priority: HIGHEST for action security_group_members [ 1276.334878] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-cbc12d44-2ce0-4bf5-afbb-4664c5ae4eea taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.335037] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cbc12d44-2ce0-4bf5-afbb-4664c5ae4eea" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.335037] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cbc12d44-2ce0-4bf5-afbb-4664c5ae4eea" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.335380] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cbc12d44-2ce0-4bf5-afbb-4664c5ae4eea" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.335762] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.335938] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.336372] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.336372] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.336372] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.336656] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cbc12d44-2ce0-4bf5-afbb-4664c5ae4eea',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.840845] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.841330] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.841330] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.841330] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.863319] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.863599] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.863775] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.863908] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.864057] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.864145] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.864234] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbc12d44-2ce0-4bf5-afbb-4664c5ae4eea is going to be updated. [ 1276.892024] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.892260] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.892260] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.892448] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.892610] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.901868] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbc12d44-2ce0-4bf5-afbb-4664c5ae4eea in Status: IN_PROGRESS for 2s [ 1277.691482] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bd00fb2-34ca-4c61-a232-c30013825796 in Status: UNINITIALIZED for 4s [ 1278.912258] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cbc12d44-2ce0-4bf5-afbb-4664c5ae4eea in Status: SUCCESS [ 1278.912660] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cbc12d44-2ce0-4bf5-afbb-4664c5ae4eea deletion is rescheduled due to dependency. [ 1278.912660] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cbc12d44-2ce0-4bf5-afbb-4664c5ae4eea" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.705749] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bd00fb2-34ca-4c61-a232-c30013825796 in Status: SUCCESS [ 1279.706167] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bd00fb2-34ca-4c61-a232-c30013825796" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.706364] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bd00fb2-34ca-4c61-a232-c30013825796" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.706613] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bd00fb2-34ca-4c61-a232-c30013825796" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.706850] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.707073] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.707204] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.707391] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.708299] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.708299] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bd00fb2-34ca-4c61-a232-c30013825796" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.708299] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3bd00fb2-34ca-4c61-a232-c30013825796',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.211047] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3bd00fb2-34ca-4c61-a232-c30013825796',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.712655] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3bd00fb2-34ca-4c61-a232-c30013825796: rpc.has_security_group_logging(os_id): False [ 1280.732845] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.733154] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.733240] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.733439] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.733540] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.733822] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.735605] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.735605] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.735605] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.735605] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.735605] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3bd00fb2-34ca-4c61-a232-c30013825796 is going to be created. [ 1280.816172] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.816172] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.816172] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.816172] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.816172] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.830827] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bd00fb2-34ca-4c61-a232-c30013825796 in Status: IN_PROGRESS for 2s [ 1281.335772] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1281.336125] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1282.846636] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3bd00fb2-34ca-4c61-a232-c30013825796 in Status: SUCCESS [ 1282.847044] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3bd00fb2-34ca-4c61-a232-c30013825796" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.067106] env[65894]: INFO networking_nsxv3.common.synchronization [None req-bd32710e-bc7d-4fb1-98ef-77d279c52a12 None None] Enqueued Resource ID: b22a22ba-251f-4115-b5e1-90f0e72faf7c with Priority: HIGHEST for action port [ 1283.067640] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b22a22ba-251f-4115-b5e1-90f0e72faf7c with Priority: HIGHEST for action port [ 1283.067952] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-b22a22ba-251f-4115-b5e1-90f0e72faf7c taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.071246] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b22a22ba-251f-4115-b5e1-90f0e72faf7c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.071345] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b22a22ba-251f-4115-b5e1-90f0e72faf7c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.071689] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b22a22ba-251f-4115-b5e1-90f0e72faf7c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.071782] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b22a22ba-251f-4115-b5e1-90f0e72faf7c',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.574414] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b22a22ba-251f-4115-b5e1-90f0e72faf7c [ 1283.574686] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.574889] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.574889] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.575154] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.575253] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.575350] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b22a22ba-251f-4115-b5e1-90f0e72faf7c already deleted. [ 1283.575477] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b22a22ba-251f-4115-b5e1-90f0e72faf7c" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.698569] env[65894]: INFO networking_nsxv3.common.synchronization [None req-162f893d-e2b8-4300-97dd-71a6918c5f6f tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Enqueued Resource ID: 5fc337a2-9d86-435e-96d6-68c898d6a953 with Priority: HIGHEST for action security_group_rules [ 1283.699043] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fc337a2-9d86-435e-96d6-68c898d6a953 with Priority: HIGHEST for action security_group_rules [ 1283.699472] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5fc337a2-9d86-435e-96d6-68c898d6a953 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.699624] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5fc337a2-9d86-435e-96d6-68c898d6a953" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.700397] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5fc337a2-9d86-435e-96d6-68c898d6a953" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.700397] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5fc337a2-9d86-435e-96d6-68c898d6a953" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.700397] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5fc337a2-9d86-435e-96d6-68c898d6a953',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.792836] env[65894]: INFO networking_nsxv3.common.synchronization [None req-8740f87f-6307-4d7f-8211-5527f503b49a tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Enqueued Resource ID: 5fc337a2-9d86-435e-96d6-68c898d6a953 with Priority: HIGHEST for action security_group_rules [ 1283.793511] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fc337a2-9d86-435e-96d6-68c898d6a953 with Priority: HIGHEST for action security_group_rules [ 1283.793851] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5fc337a2-9d86-435e-96d6-68c898d6a953 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.793953] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5fc337a2-9d86-435e-96d6-68c898d6a953" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.220673] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.221071] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.221071] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.221152] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.221197] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.221295] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5fc337a2-9d86-435e-96d6-68c898d6a953 already deleted. [ 1284.221364] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5fc337a2-9d86-435e-96d6-68c898d6a953" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.221522] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5fc337a2-9d86-435e-96d6-68c898d6a953" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.221693] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5fc337a2-9d86-435e-96d6-68c898d6a953" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.221776] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5fc337a2-9d86-435e-96d6-68c898d6a953',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.742287] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.742425] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.742499] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.742703] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.742791] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.742884] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5fc337a2-9d86-435e-96d6-68c898d6a953 already deleted. [ 1284.742988] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5fc337a2-9d86-435e-96d6-68c898d6a953" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.459708] env[65894]: INFO networking_nsxv3.common.synchronization [None req-ae7fd691-5fbf-48cc-9e98-5851bfafb8c3 None None] Enqueued Resource ID: e78d2c32-e094-4b3d-81fa-629947d69962 with Priority: HIGHEST for action port [ 1285.460269] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e78d2c32-e094-4b3d-81fa-629947d69962 with Priority: HIGHEST for action port [ 1285.460859] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-e78d2c32-e094-4b3d-81fa-629947d69962 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.460859] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e78d2c32-e094-4b3d-81fa-629947d69962" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.460859] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e78d2c32-e094-4b3d-81fa-629947d69962" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.461055] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e78d2c32-e094-4b3d-81fa-629947d69962" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.461132] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e78d2c32-e094-4b3d-81fa-629947d69962',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.963113] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e78d2c32-e094-4b3d-81fa-629947d69962 [ 1285.963381] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.963517] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.963588] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.963803] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.963896] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.963993] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e78d2c32-e094-4b3d-81fa-629947d69962 already deleted. [ 1285.964091] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e78d2c32-e094-4b3d-81fa-629947d69962" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.981979] env[65894]: INFO networking_nsxv3.common.synchronization [req-41e1c8ae-397f-47b8-b483-2f147ecfb59e req-b347234c-2ce7-4fdd-bde1-c3f9a1f2170e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Enqueued Resource ID: b5febf5e-1265-4f62-a3c6-17d088db92b5 with Priority: HIGHEST for action security_group_members [ 1285.984154] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5febf5e-1265-4f62-a3c6-17d088db92b5 with Priority: HIGHEST for action security_group_members [ 1285.984521] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5febf5e-1265-4f62-a3c6-17d088db92b5 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.984652] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5febf5e-1265-4f62-a3c6-17d088db92b5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.984722] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5febf5e-1265-4f62-a3c6-17d088db92b5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.984981] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5febf5e-1265-4f62-a3c6-17d088db92b5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.985180] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.985290] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.985353] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.985515] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.985604] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.985697] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5febf5e-1265-4f62-a3c6-17d088db92b5',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.280431] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock network-459 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.280689] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "network-459" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.281461] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "network-459" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.281461] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "network-459" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.281461] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.281668] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.281706] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.281892] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.282054] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.282266] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1286.282377] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1286.282483] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1286.282589] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1286.282696] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1286.282806] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1286.283109] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1286.301337] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1286.301503] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1286.301624] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1286.301811] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "network-459" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.302158] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock port-13b182ab-32fc-4ea2-9bcb-c66da4d5fec0 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.302364] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "port-13b182ab-32fc-4ea2-9bcb-c66da4d5fec0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.302453] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "port-13b182ab-32fc-4ea2-9bcb-c66da4d5fec0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.302768] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "port-13b182ab-32fc-4ea2-9bcb-c66da4d5fec0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.302907] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13b182ab-32fc-4ea2-9bcb-c66da4d5fec0',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.488059] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.488396] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.488396] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.488525] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.488612] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.488801] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.488927] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.488970] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.489121] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.489200] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.489297] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5febf5e-1265-4f62-a3c6-17d088db92b5 is going to be deleted. [ 1286.523231] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.523398] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.523519] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.523723] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.523841] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.523941] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5febf5e-1265-4f62-a3c6-17d088db92b5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.805815] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.806085] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.806227] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.806505] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.806654] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.806807] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Segment Port 13b182ab-32fc-4ea2-9bcb-c66da4d5fec0 not found, creating... [ 1286.807149] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.807423] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.807834] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.807834] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.807953] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.808366] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.808704] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.809263] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.809573] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.809731] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.809880] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Resource: SegmentPort with ID: 13b182ab-32fc-4ea2-9bcb-c66da4d5fec0 is going to be created. [ 1286.831208] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.831414] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.831537] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.832306] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.832494] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.832730] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "port-13b182ab-32fc-4ea2-9bcb-c66da4d5fec0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.532387] env[65894]: INFO networking_nsxv3.common.synchronization [req-41e1c8ae-397f-47b8-b483-2f147ecfb59e req-9b99b84d-e884-4a6c-88da-7f0ce32eafa4 service nova] Enqueued Resource ID: b5febf5e-1265-4f62-a3c6-17d088db92b5 with Priority: HIGHEST for action security_group_rules [ 1287.532736] env[65894]: INFO networking_nsxv3.common.synchronization [req-41e1c8ae-397f-47b8-b483-2f147ecfb59e req-9b99b84d-e884-4a6c-88da-7f0ce32eafa4 service nova] Enqueued Resource ID: b5febf5e-1265-4f62-a3c6-17d088db92b5 with Priority: HIGHEST for action security_group_members [ 1287.532736] env[65894]: INFO networking_nsxv3.common.synchronization [req-41e1c8ae-397f-47b8-b483-2f147ecfb59e req-9b99b84d-e884-4a6c-88da-7f0ce32eafa4 service nova] Enqueued Resource ID: 13b182ab-32fc-4ea2-9bcb-c66da4d5fec0 with Priority: HIGHEST for action port [ 1287.533297] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5febf5e-1265-4f62-a3c6-17d088db92b5 with Priority: HIGHEST for action security_group_rules [ 1287.533360] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5febf5e-1265-4f62-a3c6-17d088db92b5 with Priority: HIGHEST for action security_group_members [ 1287.533455] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13b182ab-32fc-4ea2-9bcb-c66da4d5fec0 with Priority: HIGHEST for action port [ 1287.533725] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b5febf5e-1265-4f62-a3c6-17d088db92b5 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.533848] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b5febf5e-1265-4f62-a3c6-17d088db92b5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.533910] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b5febf5e-1265-4f62-a3c6-17d088db92b5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.534323] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b5febf5e-1265-4f62-a3c6-17d088db92b5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.534582] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b5febf5e-1265-4f62-a3c6-17d088db92b5',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.536063] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5febf5e-1265-4f62-a3c6-17d088db92b5 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.536153] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5febf5e-1265-4f62-a3c6-17d088db92b5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.536233] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5febf5e-1265-4f62-a3c6-17d088db92b5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.536545] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5febf5e-1265-4f62-a3c6-17d088db92b5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.536835] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.537059] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.537240] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.537493] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.537567] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.537660] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5febf5e-1265-4f62-a3c6-17d088db92b5',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.539927] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-13b182ab-32fc-4ea2-9bcb-c66da4d5fec0 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.540160] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13b182ab-32fc-4ea2-9bcb-c66da4d5fec0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.540216] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13b182ab-32fc-4ea2-9bcb-c66da4d5fec0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.540365] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13b182ab-32fc-4ea2-9bcb-c66da4d5fec0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.540443] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13b182ab-32fc-4ea2-9bcb-c66da4d5fec0',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.041825] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5febf5e-1265-4f62-a3c6-17d088db92b5 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.041825] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5febf5e-1265-4f62-a3c6-17d088db92b5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.042011] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b5febf5e-1265-4f62-a3c6-17d088db92b5',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.042856] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 13b182ab-32fc-4ea2-9bcb-c66da4d5fec0 with status ACTIVE [ 1288.043076] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.043202] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.043273] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.043472] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.043561] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.043730] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.043824] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.043887] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.044087] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.044176] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.044395] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.044499] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.044564] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.044711] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.044785] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.044870] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 13b182ab-32fc-4ea2-9bcb-c66da4d5fec0 is going to be updated. [ 1288.066089] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.066231] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.066348] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.066456] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.066591] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.066796] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13b182ab-32fc-4ea2-9bcb-c66da4d5fec0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.547070] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b5febf5e-1265-4f62-a3c6-17d088db92b5',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.049908] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.050134] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.050237] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.050483] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.050610] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.050709] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5febf5e-1265-4f62-a3c6-17d088db92b5 is going to be created. [ 1289.075691] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.075785] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.075834] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.076040] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.076206] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.087007] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5febf5e-1265-4f62-a3c6-17d088db92b5 in Status: UNINITIALIZED for 2s [ 1291.098474] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5febf5e-1265-4f62-a3c6-17d088db92b5 in Status: SUCCESS [ 1291.098771] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5febf5e-1265-4f62-a3c6-17d088db92b5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.098858] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5febf5e-1265-4f62-a3c6-17d088db92b5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.099097] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5febf5e-1265-4f62-a3c6-17d088db92b5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.099295] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.099415] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.099482] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.099631] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.099711] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.099796] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5febf5e-1265-4f62-a3c6-17d088db92b5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.099886] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b5febf5e-1265-4f62-a3c6-17d088db92b5',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.164071] env[65894]: INFO networking_nsxv3.common.synchronization [req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 req-41cc1647-5cb8-46be-bb19-4a1e657746a5 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Enqueued Resource ID: 5fc337a2-9d86-435e-96d6-68c898d6a953 with Priority: HIGHEST for action security_group_members [ 1291.165018] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fc337a2-9d86-435e-96d6-68c898d6a953 with Priority: HIGHEST for action security_group_members [ 1291.165089] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fc337a2-9d86-435e-96d6-68c898d6a953 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.165369] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fc337a2-9d86-435e-96d6-68c898d6a953" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.165369] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fc337a2-9d86-435e-96d6-68c898d6a953" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.165580] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fc337a2-9d86-435e-96d6-68c898d6a953" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.165958] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.165958] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.165958] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.166105] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.166229] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.166327] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fc337a2-9d86-435e-96d6-68c898d6a953',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.467133] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock network-996 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.467358] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "network-996" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.467489] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "network-996" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.467822] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "network-996" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.468106] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.468263] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.468378] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.468597] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.468740] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.468946] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1291.469073] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1291.469183] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1291.469404] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1291.469640] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1291.469776] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1291.469918] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1291.489909] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1291.490150] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1291.490222] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1291.490387] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "network-996" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.490718] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock port-04c91dd5-407d-42c3-9ffb-ed20ebb5915e taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.490891] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "port-04c91dd5-407d-42c3-9ffb-ed20ebb5915e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.491024] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "port-04c91dd5-407d-42c3-9ffb-ed20ebb5915e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.491353] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "port-04c91dd5-407d-42c3-9ffb-ed20ebb5915e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.491496] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04c91dd5-407d-42c3-9ffb-ed20ebb5915e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.602657] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5febf5e-1265-4f62-a3c6-17d088db92b5 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.602876] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5febf5e-1265-4f62-a3c6-17d088db92b5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.602876] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5febf5e-1265-4f62-a3c6-17d088db92b5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.603037] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5febf5e-1265-4f62-a3c6-17d088db92b5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.603221] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.603339] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.603399] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.603566] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.603655] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.603744] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5febf5e-1265-4f62-a3c6-17d088db92b5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.603887] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5febf5e-1265-4f62-a3c6-17d088db92b5 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.603978] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5febf5e-1265-4f62-a3c6-17d088db92b5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.604053] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5febf5e-1265-4f62-a3c6-17d088db92b5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.604194] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5febf5e-1265-4f62-a3c6-17d088db92b5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.604326] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.604413] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.604466] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.604611] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.604703] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.604787] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5febf5e-1265-4f62-a3c6-17d088db92b5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.604872] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b5febf5e-1265-4f62-a3c6-17d088db92b5',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1291.669729] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.669970] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.670094] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.670574] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.670574] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.670882] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.671052] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.671164] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.671429] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.671549] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.671688] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fc337a2-9d86-435e-96d6-68c898d6a953 already deleted. [ 1291.671825] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fc337a2-9d86-435e-96d6-68c898d6a953" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.994556] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.994826] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.994826] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.995132] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.995309] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.995470] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Segment Port 04c91dd5-407d-42c3-9ffb-ed20ebb5915e not found, creating... [ 1291.995730] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.995889] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.996017] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.996254] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.996386] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.996666] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1291.996819] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1291.996935] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1291.997169] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1291.997305] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1291.997444] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Resource: SegmentPort with ID: 04c91dd5-407d-42c3-9ffb-ed20ebb5915e is going to be created. [ 1292.016894] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.017152] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.017266] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.017740] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.017843] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.018068] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "port-04c91dd5-407d-42c3-9ffb-ed20ebb5915e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.106954] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b5febf5e-1265-4f62-a3c6-17d088db92b5: rpc.has_security_group_logging(os_id): False [ 1292.128698] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.128926] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.128926] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.129147] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.129349] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.129582] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.129691] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.129755] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.129919] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.129998] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.130276] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.130427] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.130526] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.130745] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.130870] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.131176] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.131331] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.131432] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.131643] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.131773] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.131906] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b5febf5e-1265-4f62-a3c6-17d088db92b5 is going to be created. [ 1292.195292] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.195515] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.195515] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.195666] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.195848] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.209361] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5febf5e-1265-4f62-a3c6-17d088db92b5 in Status: IN_PROGRESS for 2s [ 1292.732670] env[65894]: INFO networking_nsxv3.common.synchronization [req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 req-072a6a39-d9e9-47cc-ba6f-d0a1d711dad0 service nova] Enqueued Resource ID: 5fc337a2-9d86-435e-96d6-68c898d6a953 with Priority: HIGHEST for action security_group_rules [ 1292.732943] env[65894]: INFO networking_nsxv3.common.synchronization [req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 req-072a6a39-d9e9-47cc-ba6f-d0a1d711dad0 service nova] Enqueued Resource ID: 5fc337a2-9d86-435e-96d6-68c898d6a953 with Priority: HIGHEST for action security_group_members [ 1292.733230] env[65894]: INFO networking_nsxv3.common.synchronization [req-b18c3b77-7698-4cd9-a9fa-9a1cf3582d99 req-072a6a39-d9e9-47cc-ba6f-d0a1d711dad0 service nova] Enqueued Resource ID: 04c91dd5-407d-42c3-9ffb-ed20ebb5915e with Priority: HIGHEST for action port [ 1292.733825] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fc337a2-9d86-435e-96d6-68c898d6a953 with Priority: HIGHEST for action security_group_rules [ 1292.733951] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fc337a2-9d86-435e-96d6-68c898d6a953 with Priority: HIGHEST for action security_group_members [ 1292.734067] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04c91dd5-407d-42c3-9ffb-ed20ebb5915e with Priority: HIGHEST for action port [ 1292.734355] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5fc337a2-9d86-435e-96d6-68c898d6a953 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.734499] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5fc337a2-9d86-435e-96d6-68c898d6a953" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.734577] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5fc337a2-9d86-435e-96d6-68c898d6a953" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.734837] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5fc337a2-9d86-435e-96d6-68c898d6a953" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.734963] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5fc337a2-9d86-435e-96d6-68c898d6a953',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.736200] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fc337a2-9d86-435e-96d6-68c898d6a953 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.736403] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fc337a2-9d86-435e-96d6-68c898d6a953" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.736526] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fc337a2-9d86-435e-96d6-68c898d6a953" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.736861] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fc337a2-9d86-435e-96d6-68c898d6a953" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.737118] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.737118] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.737253] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.737354] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.737444] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.737535] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fc337a2-9d86-435e-96d6-68c898d6a953',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.738482] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-04c91dd5-407d-42c3-9ffb-ed20ebb5915e taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.738598] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04c91dd5-407d-42c3-9ffb-ed20ebb5915e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.738642] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04c91dd5-407d-42c3-9ffb-ed20ebb5915e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.738796] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04c91dd5-407d-42c3-9ffb-ed20ebb5915e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.738869] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04c91dd5-407d-42c3-9ffb-ed20ebb5915e',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.240949] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fc337a2-9d86-435e-96d6-68c898d6a953 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.241361] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fc337a2-9d86-435e-96d6-68c898d6a953" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.241361] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5fc337a2-9d86-435e-96d6-68c898d6a953',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.242166] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 04c91dd5-407d-42c3-9ffb-ed20ebb5915e with status ACTIVE [ 1293.242353] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.242467] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.242625] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.242755] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.242817] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.242993] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.243124] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.243182] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.243301] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.243379] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.243560] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.243652] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.243714] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.243903] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.243951] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.243989] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 04c91dd5-407d-42c3-9ffb-ed20ebb5915e is going to be updated. [ 1293.265253] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.265492] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.265492] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.265638] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.265766] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.265919] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04c91dd5-407d-42c3-9ffb-ed20ebb5915e" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.747024] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5fc337a2-9d86-435e-96d6-68c898d6a953',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.841623] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock network-884 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.841825] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "network-884" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.841980] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "network-884" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.842295] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "network-884" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.842560] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.842719] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.842834] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.843094] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.843720] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.843720] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1293.843720] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1293.843720] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1293.843981] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1293.843981] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1293.843981] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1293.844120] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1293.864233] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1293.864402] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1293.864546] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1293.864726] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "network-884" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.865091] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock port-f931ba54-64cd-49d2-b590-617d0715893f taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.865350] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "port-f931ba54-64cd-49d2-b590-617d0715893f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.865420] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "port-f931ba54-64cd-49d2-b590-617d0715893f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.865693] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "port-f931ba54-64cd-49d2-b590-617d0715893f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.865830] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f931ba54-64cd-49d2-b590-617d0715893f',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.222196] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b5febf5e-1265-4f62-a3c6-17d088db92b5 in Status: SUCCESS [ 1294.222404] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b5febf5e-1265-4f62-a3c6-17d088db92b5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.250131] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.250552] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.250552] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.250552] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.250670] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.250755] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fc337a2-9d86-435e-96d6-68c898d6a953 is going to be created. [ 1294.274354] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.274557] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.274557] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.274703] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.274864] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.285386] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fc337a2-9d86-435e-96d6-68c898d6a953 in Status: UNINITIALIZED for 2s [ 1294.368716] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.368981] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.369063] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.369554] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.369712] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.370019] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.370221] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.370332] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.370549] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.370682] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.370966] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.371142] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.371261] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.371468] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.371602] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.371740] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Resource: SegmentPort with ID: f931ba54-64cd-49d2-b590-617d0715893f is going to be updated. [ 1294.392476] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.392687] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.392778] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.393070] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.393273] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.393489] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "port-f931ba54-64cd-49d2-b590-617d0715893f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.088740] env[65894]: INFO networking_nsxv3.common.synchronization [req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 req-ec2a8257-d7e7-46ce-b305-c0076b9cf01b service nova] Enqueued Resource ID: 938afa8a-2cd0-4cf0-a00d-011876fde21d with Priority: HIGHEST for action security_group_rules [ 1295.088740] env[65894]: INFO networking_nsxv3.common.synchronization [req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 req-ec2a8257-d7e7-46ce-b305-c0076b9cf01b service nova] Enqueued Resource ID: 938afa8a-2cd0-4cf0-a00d-011876fde21d with Priority: HIGHEST for action security_group_members [ 1295.088853] env[65894]: INFO networking_nsxv3.common.synchronization [req-f66aab6b-070d-4095-89a4-bcf02d1cf2a2 req-ec2a8257-d7e7-46ce-b305-c0076b9cf01b service nova] Enqueued Resource ID: f931ba54-64cd-49d2-b590-617d0715893f with Priority: HIGHEST for action port [ 1295.089386] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 938afa8a-2cd0-4cf0-a00d-011876fde21d with Priority: HIGHEST for action security_group_rules [ 1295.089534] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 938afa8a-2cd0-4cf0-a00d-011876fde21d with Priority: HIGHEST for action security_group_members [ 1295.089632] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f931ba54-64cd-49d2-b590-617d0715893f with Priority: HIGHEST for action port [ 1295.089917] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-938afa8a-2cd0-4cf0-a00d-011876fde21d taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.090083] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-938afa8a-2cd0-4cf0-a00d-011876fde21d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.090154] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-938afa8a-2cd0-4cf0-a00d-011876fde21d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.090360] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-938afa8a-2cd0-4cf0-a00d-011876fde21d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.090458] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('938afa8a-2cd0-4cf0-a00d-011876fde21d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.092012] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-938afa8a-2cd0-4cf0-a00d-011876fde21d taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.092012] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-938afa8a-2cd0-4cf0-a00d-011876fde21d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.092012] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-938afa8a-2cd0-4cf0-a00d-011876fde21d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.092198] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-938afa8a-2cd0-4cf0-a00d-011876fde21d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.092377] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.092532] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.092610] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.092764] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.092851] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.092974] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('938afa8a-2cd0-4cf0-a00d-011876fde21d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.093757] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-f931ba54-64cd-49d2-b590-617d0715893f taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.093888] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f931ba54-64cd-49d2-b590-617d0715893f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.094207] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f931ba54-64cd-49d2-b590-617d0715893f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.094207] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f931ba54-64cd-49d2-b590-617d0715893f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.094289] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f931ba54-64cd-49d2-b590-617d0715893f',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.595730] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-938afa8a-2cd0-4cf0-a00d-011876fde21d taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.596299] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-938afa8a-2cd0-4cf0-a00d-011876fde21d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.597278] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('938afa8a-2cd0-4cf0-a00d-011876fde21d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.598311] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f931ba54-64cd-49d2-b590-617d0715893f with status ACTIVE [ 1295.598588] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.598772] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.598843] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.599069] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.599238] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.599434] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.599534] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.599588] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.599882] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.600079] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.600879] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.600879] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.600879] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.600879] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.601213] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.601213] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f931ba54-64cd-49d2-b590-617d0715893f is going to be updated. [ 1295.623057] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.623225] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.623312] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.623571] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.623672] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.623817] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f931ba54-64cd-49d2-b590-617d0715893f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.104681] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('938afa8a-2cd0-4cf0-a00d-011876fde21d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.295998] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fc337a2-9d86-435e-96d6-68c898d6a953 in Status: SUCCESS [ 1296.295998] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fc337a2-9d86-435e-96d6-68c898d6a953" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.295998] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fc337a2-9d86-435e-96d6-68c898d6a953" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.295998] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fc337a2-9d86-435e-96d6-68c898d6a953" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.296358] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.296358] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.296358] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.296482] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.296544] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.296626] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fc337a2-9d86-435e-96d6-68c898d6a953" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.296715] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5fc337a2-9d86-435e-96d6-68c898d6a953',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.429561] env[65894]: INFO networking_nsxv3.common.synchronization [req-74522a80-d0e5-4b12-a2fc-efd760b287a1 req-33835054-8529-4c4f-be81-d4611fac65a8 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Enqueued Resource ID: b5febf5e-1265-4f62-a3c6-17d088db92b5 with Priority: HIGHEST for action security_group_members [ 1296.430059] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5febf5e-1265-4f62-a3c6-17d088db92b5 with Priority: HIGHEST for action security_group_members [ 1296.430385] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-b5febf5e-1265-4f62-a3c6-17d088db92b5 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.430871] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b5febf5e-1265-4f62-a3c6-17d088db92b5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.430949] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b5febf5e-1265-4f62-a3c6-17d088db92b5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.431163] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b5febf5e-1265-4f62-a3c6-17d088db92b5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.431325] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.431426] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.431490] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.431640] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.431726] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.431818] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b5febf5e-1265-4f62-a3c6-17d088db92b5',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.473098] env[65894]: INFO networking_nsxv3.common.synchronization [req-74522a80-d0e5-4b12-a2fc-efd760b287a1 req-33835054-8529-4c4f-be81-d4611fac65a8 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Enqueued Resource ID: 13b182ab-32fc-4ea2-9bcb-c66da4d5fec0 with Priority: HIGHEST for action port [ 1296.473741] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13b182ab-32fc-4ea2-9bcb-c66da4d5fec0 with Priority: HIGHEST for action port [ 1296.474419] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-13b182ab-32fc-4ea2-9bcb-c66da4d5fec0 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.474525] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13b182ab-32fc-4ea2-9bcb-c66da4d5fec0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.474569] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13b182ab-32fc-4ea2-9bcb-c66da4d5fec0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.474770] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13b182ab-32fc-4ea2-9bcb-c66da4d5fec0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.474850] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13b182ab-32fc-4ea2-9bcb-c66da4d5fec0',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.606787] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.607155] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.607155] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.607306] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.607415] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.607514] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 938afa8a-2cd0-4cf0-a00d-011876fde21d is going to be updated. [ 1296.638702] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.638931] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.638992] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.639284] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.639489] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.649227] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 938afa8a-2cd0-4cf0-a00d-011876fde21d in Status: IN_PROGRESS for 2s [ 1296.798934] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5fc337a2-9d86-435e-96d6-68c898d6a953',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.934740] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.935062] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.935185] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.935455] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.935576] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.936235] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.936235] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.936235] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.936477] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.936600] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.936777] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5febf5e-1265-4f62-a3c6-17d088db92b5 is going to be updated. [ 1296.969336] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.969594] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.969594] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.970265] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.970265] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.977208] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 13b182ab-32fc-4ea2-9bcb-c66da4d5fec0 with status ACTIVE [ 1296.977511] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.977718] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.977782] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.978064] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.978227] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.978412] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.978549] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.978627] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.978849] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.978958] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.979224] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.979348] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.979387] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.979555] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.979633] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.979769] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 13b182ab-32fc-4ea2-9bcb-c66da4d5fec0 is going to be updated. [ 1296.981764] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5febf5e-1265-4f62-a3c6-17d088db92b5 in Status: IN_PROGRESS for 2s [ 1297.008102] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.008344] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.008467] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.008787] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.009012] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.009278] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13b182ab-32fc-4ea2-9bcb-c66da4d5fec0" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.301284] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5fc337a2-9d86-435e-96d6-68c898d6a953: rpc.has_security_group_logging(os_id): False [ 1297.321322] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.321549] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.321549] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.321966] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.322079] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.322328] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.322452] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.322511] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.322651] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.322730] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.322813] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5fc337a2-9d86-435e-96d6-68c898d6a953 is going to be created. [ 1297.381358] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.381527] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.381641] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.381807] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.381992] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.393572] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5fc337a2-9d86-435e-96d6-68c898d6a953 in Status: IN_PROGRESS for 2s [ 1298.658995] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 938afa8a-2cd0-4cf0-a00d-011876fde21d in Status: SUCCESS [ 1298.659379] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-938afa8a-2cd0-4cf0-a00d-011876fde21d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.659379] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-938afa8a-2cd0-4cf0-a00d-011876fde21d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.659701] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-938afa8a-2cd0-4cf0-a00d-011876fde21d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.659943] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.660090] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.660159] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.660419] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.660419] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.660567] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-938afa8a-2cd0-4cf0-a00d-011876fde21d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.660567] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('938afa8a-2cd0-4cf0-a00d-011876fde21d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.992128] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b5febf5e-1265-4f62-a3c6-17d088db92b5 in Status: SUCCESS [ 1298.992349] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b5febf5e-1265-4f62-a3c6-17d088db92b5 deletion is rescheduled due to dependency. [ 1298.992473] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b5febf5e-1265-4f62-a3c6-17d088db92b5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.162840] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('938afa8a-2cd0-4cf0-a00d-011876fde21d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.407929] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5fc337a2-9d86-435e-96d6-68c898d6a953 in Status: SUCCESS [ 1299.408146] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5fc337a2-9d86-435e-96d6-68c898d6a953" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.665466] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 938afa8a-2cd0-4cf0-a00d-011876fde21d: rpc.has_security_group_logging(os_id): False [ 1299.682850] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.683045] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.683127] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.683332] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.704123] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.704123] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.704340] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.704340] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.704453] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.704543] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.704636] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 938afa8a-2cd0-4cf0-a00d-011876fde21d is going to be updated. [ 1299.773777] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.773998] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.774076] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.774439] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.774750] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.786607] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 938afa8a-2cd0-4cf0-a00d-011876fde21d in Status: IN_PROGRESS for 2s [ 1301.475101] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1301.475498] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1301.801164] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 938afa8a-2cd0-4cf0-a00d-011876fde21d in Status: SUCCESS [ 1301.801464] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-938afa8a-2cd0-4cf0-a00d-011876fde21d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.476607] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1306.476607] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1311.477925] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1311.478354] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1315.214182] env[65894]: INFO networking_nsxv3.common.synchronization [req-9cdf26ee-3bd0-4448-b450-5dadef48abc0 req-5f6cc370-3cb9-4b87-bf9d-57c0845f8dd2 tempest-ServerActionsTestOtherB-872073268 tempest-ServerActionsTestOtherB-872073268-project-member] Enqueued Resource ID: 938afa8a-2cd0-4cf0-a00d-011876fde21d with Priority: HIGHEST for action security_group_members [ 1315.214740] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 938afa8a-2cd0-4cf0-a00d-011876fde21d with Priority: HIGHEST for action security_group_members [ 1315.215122] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-938afa8a-2cd0-4cf0-a00d-011876fde21d taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.215239] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-938afa8a-2cd0-4cf0-a00d-011876fde21d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.215308] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-938afa8a-2cd0-4cf0-a00d-011876fde21d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.215587] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-938afa8a-2cd0-4cf0-a00d-011876fde21d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.215754] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.215861] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.215929] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.216151] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.216274] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.216377] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('938afa8a-2cd0-4cf0-a00d-011876fde21d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.718744] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.718951] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.718951] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.719147] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.719243] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.719443] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.719548] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.719612] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.719769] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.719844] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.719935] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 938afa8a-2cd0-4cf0-a00d-011876fde21d is going to be updated. [ 1315.746839] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.747059] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.747059] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.747232] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.747369] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.755548] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 938afa8a-2cd0-4cf0-a00d-011876fde21d in Status: IN_PROGRESS for 2s [ 1317.768945] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 938afa8a-2cd0-4cf0-a00d-011876fde21d in Status: SUCCESS [ 1317.769358] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 938afa8a-2cd0-4cf0-a00d-011876fde21d deletion is rescheduled due to dependency. [ 1317.769358] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-938afa8a-2cd0-4cf0-a00d-011876fde21d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.215901] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1320.216340] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1323.772372] env[65894]: INFO networking_nsxv3.common.synchronization [req-865b7c3c-6ff7-4d8a-aca3-64722af7efb2 req-d10b8a7c-e9b1-43d9-b16c-b429cf66f11e tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Enqueued Resource ID: 4241acb9-fc6a-487c-9f01-9dad5a143dbc with Priority: HIGHEST for action security_group_members [ 1323.772899] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4241acb9-fc6a-487c-9f01-9dad5a143dbc with Priority: HIGHEST for action security_group_members [ 1323.773214] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-4241acb9-fc6a-487c-9f01-9dad5a143dbc taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.773343] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4241acb9-fc6a-487c-9f01-9dad5a143dbc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.773423] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4241acb9-fc6a-487c-9f01-9dad5a143dbc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.773616] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4241acb9-fc6a-487c-9f01-9dad5a143dbc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.773770] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.773864] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.773920] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.774353] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.774455] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.774553] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4241acb9-fc6a-487c-9f01-9dad5a143dbc',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.107428] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock network-459 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.107428] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "network-459" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.107428] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "network-459" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.107428] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "network-459" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.107428] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.107428] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.107428] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.107428] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.107428] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.108120] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1324.108120] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1324.108120] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1324.108120] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1324.108120] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1324.108120] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1324.108377] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1324.131384] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1324.131565] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1324.131706] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1324.131897] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "network-459" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.132236] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock port-224938ca-01e7-4726-9743-7ebf40a93383 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.132420] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "port-224938ca-01e7-4726-9743-7ebf40a93383" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.132542] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "port-224938ca-01e7-4726-9743-7ebf40a93383" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.132951] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "port-224938ca-01e7-4726-9743-7ebf40a93383" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.133128] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('224938ca-01e7-4726-9743-7ebf40a93383',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.276572] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4241acb9-fc6a-487c-9f01-9dad5a143dbc',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1324.636088] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.636373] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.636492] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.636830] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.636985] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.637187] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Segment Port 224938ca-01e7-4726-9743-7ebf40a93383 not found, creating... [ 1324.637411] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.637573] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.637689] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.638084] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.638244] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.638575] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.638775] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.638904] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.639160] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.639297] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.639439] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Resource: SegmentPort with ID: 224938ca-01e7-4726-9743-7ebf40a93383 is going to be created. [ 1324.662637] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.662848] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.662974] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.663281] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.663676] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.663939] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "port-224938ca-01e7-4726-9743-7ebf40a93383" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.779470] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4241acb9-fc6a-487c-9f01-9dad5a143dbc',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.282440] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.282722] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.282813] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.283066] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.283181] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.283299] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4241acb9-fc6a-487c-9f01-9dad5a143dbc is going to be updated. [ 1325.318596] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.318830] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.318830] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.319031] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.319197] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.334548] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4241acb9-fc6a-487c-9f01-9dad5a143dbc in Status: IN_PROGRESS for 2s [ 1325.380652] env[65894]: INFO networking_nsxv3.common.synchronization [req-865b7c3c-6ff7-4d8a-aca3-64722af7efb2 req-e1d4d3d7-09a2-4748-94a2-e742f7f49254 service nova] Enqueued Resource ID: 4241acb9-fc6a-487c-9f01-9dad5a143dbc with Priority: HIGHEST for action security_group_rules [ 1325.380904] env[65894]: INFO networking_nsxv3.common.synchronization [req-865b7c3c-6ff7-4d8a-aca3-64722af7efb2 req-e1d4d3d7-09a2-4748-94a2-e742f7f49254 service nova] Enqueued Resource ID: 4241acb9-fc6a-487c-9f01-9dad5a143dbc with Priority: HIGHEST for action security_group_members [ 1325.381117] env[65894]: INFO networking_nsxv3.common.synchronization [req-865b7c3c-6ff7-4d8a-aca3-64722af7efb2 req-e1d4d3d7-09a2-4748-94a2-e742f7f49254 service nova] Enqueued Resource ID: 224938ca-01e7-4726-9743-7ebf40a93383 with Priority: HIGHEST for action port [ 1325.381746] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4241acb9-fc6a-487c-9f01-9dad5a143dbc with Priority: HIGHEST for action security_group_rules [ 1325.381924] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4241acb9-fc6a-487c-9f01-9dad5a143dbc with Priority: HIGHEST for action security_group_members [ 1325.382078] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 224938ca-01e7-4726-9743-7ebf40a93383 with Priority: HIGHEST for action port [ 1325.384433] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4241acb9-fc6a-487c-9f01-9dad5a143dbc taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.384539] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4241acb9-fc6a-487c-9f01-9dad5a143dbc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.384619] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4241acb9-fc6a-487c-9f01-9dad5a143dbc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.384843] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4241acb9-fc6a-487c-9f01-9dad5a143dbc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.384928] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4241acb9-fc6a-487c-9f01-9dad5a143dbc',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.385947] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-4241acb9-fc6a-487c-9f01-9dad5a143dbc taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.386044] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4241acb9-fc6a-487c-9f01-9dad5a143dbc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.386258] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-224938ca-01e7-4726-9743-7ebf40a93383 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.386365] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-224938ca-01e7-4726-9743-7ebf40a93383" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.386431] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-224938ca-01e7-4726-9743-7ebf40a93383" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.386664] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-224938ca-01e7-4726-9743-7ebf40a93383" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.386744] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('224938ca-01e7-4726-9743-7ebf40a93383',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.889081] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 224938ca-01e7-4726-9743-7ebf40a93383 with status ACTIVE [ 1325.889507] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.889507] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.889507] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.889729] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.889817] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.889995] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.890119] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.890181] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.890334] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.890411] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.890590] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.890682] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.890743] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.890959] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.891048] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.891134] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 224938ca-01e7-4726-9743-7ebf40a93383 is going to be updated. [ 1325.892667] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-4241acb9-fc6a-487c-9f01-9dad5a143dbc taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.892808] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4241acb9-fc6a-487c-9f01-9dad5a143dbc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.914774] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.914985] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.914985] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.915191] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.915323] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.915526] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-224938ca-01e7-4726-9743-7ebf40a93383" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.346116] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4241acb9-fc6a-487c-9f01-9dad5a143dbc in Status: SUCCESS [ 1327.346484] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4241acb9-fc6a-487c-9f01-9dad5a143dbc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.346659] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4241acb9-fc6a-487c-9f01-9dad5a143dbc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.346945] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4241acb9-fc6a-487c-9f01-9dad5a143dbc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.347212] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.347370] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.347464] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.347718] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.347781] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.347992] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4241acb9-fc6a-487c-9f01-9dad5a143dbc',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.851117] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4241acb9-fc6a-487c-9f01-9dad5a143dbc',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.353444] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4241acb9-fc6a-487c-9f01-9dad5a143dbc',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.856317] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.856541] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.856541] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.856790] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.856890] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.856991] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4241acb9-fc6a-487c-9f01-9dad5a143dbc is going to be updated. [ 1328.887453] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.887622] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.887731] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.887968] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.888128] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.897596] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4241acb9-fc6a-487c-9f01-9dad5a143dbc in Status: IN_PROGRESS for 2s [ 1330.383088] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1330.383516] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1330.908392] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4241acb9-fc6a-487c-9f01-9dad5a143dbc in Status: SUCCESS [ 1330.908611] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4241acb9-fc6a-487c-9f01-9dad5a143dbc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.908773] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4241acb9-fc6a-487c-9f01-9dad5a143dbc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.908987] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4241acb9-fc6a-487c-9f01-9dad5a143dbc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.909190] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.909308] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.909384] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.909662] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.909662] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.909781] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4241acb9-fc6a-487c-9f01-9dad5a143dbc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.909823] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4241acb9-fc6a-487c-9f01-9dad5a143dbc',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.411872] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4241acb9-fc6a-487c-9f01-9dad5a143dbc',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.914889] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4241acb9-fc6a-487c-9f01-9dad5a143dbc: rpc.has_security_group_logging(os_id): False [ 1331.931837] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.932081] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.932208] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.932536] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.932693] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.932967] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.933088] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.933156] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.933325] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.933408] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.933520] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4241acb9-fc6a-487c-9f01-9dad5a143dbc is going to be updated. [ 1331.996734] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.996957] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.996957] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.997259] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.997416] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.018170] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4241acb9-fc6a-487c-9f01-9dad5a143dbc in Status: IN_PROGRESS for 2s [ 1334.035757] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4241acb9-fc6a-487c-9f01-9dad5a143dbc in Status: SUCCESS [ 1334.036257] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4241acb9-fc6a-487c-9f01-9dad5a143dbc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.384778] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1335.385232] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1335.449414] env[65894]: INFO networking_nsxv3.common.synchronization [req-2866bfe6-77a4-47de-8ed8-d82152586394 req-adf5aeda-5234-45be-b258-a517bfe4f5c0 tempest-AttachVolumeNegativeTest-2133869538 tempest-AttachVolumeNegativeTest-2133869538-project-member] Enqueued Resource ID: 3bd00fb2-34ca-4c61-a232-c30013825796 with Priority: HIGHEST for action security_group_members [ 1335.449952] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bd00fb2-34ca-4c61-a232-c30013825796 with Priority: HIGHEST for action security_group_members [ 1335.450310] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-3bd00fb2-34ca-4c61-a232-c30013825796 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.450429] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3bd00fb2-34ca-4c61-a232-c30013825796" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.450491] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3bd00fb2-34ca-4c61-a232-c30013825796" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.450699] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3bd00fb2-34ca-4c61-a232-c30013825796" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.450870] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.450969] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.451069] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.451226] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.451318] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.451419] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3bd00fb2-34ca-4c61-a232-c30013825796',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.956123] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.956335] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.956445] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.956774] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.956920] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.957286] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.957429] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.957523] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.957764] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.957882] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.958024] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bd00fb2-34ca-4c61-a232-c30013825796 is going to be updated. [ 1335.988458] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.988571] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.988616] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.988813] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.988973] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.999083] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bd00fb2-34ca-4c61-a232-c30013825796 in Status: IN_PROGRESS for 2s [ 1338.010922] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3bd00fb2-34ca-4c61-a232-c30013825796 in Status: SUCCESS [ 1338.011323] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3bd00fb2-34ca-4c61-a232-c30013825796 deletion is rescheduled due to dependency. [ 1338.011323] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3bd00fb2-34ca-4c61-a232-c30013825796" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.367503] env[65894]: INFO networking_nsxv3.common.synchronization [None req-523d19cf-dceb-4195-888c-35cf7e60b42a tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Enqueued Resource ID: cff6cc40-0fec-406c-9cd0-c3859a2132e8 with Priority: HIGHEST for action security_group_rules [ 1340.368044] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cff6cc40-0fec-406c-9cd0-c3859a2132e8 with Priority: HIGHEST for action security_group_rules [ 1340.368351] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cff6cc40-0fec-406c-9cd0-c3859a2132e8 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.368470] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cff6cc40-0fec-406c-9cd0-c3859a2132e8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.368541] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cff6cc40-0fec-406c-9cd0-c3859a2132e8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.368793] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cff6cc40-0fec-406c-9cd0-c3859a2132e8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.368879] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cff6cc40-0fec-406c-9cd0-c3859a2132e8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.448633] env[65894]: INFO networking_nsxv3.common.synchronization [None req-d53b5e18-cf04-44f1-bde3-87a3f509c1f7 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Enqueued Resource ID: cff6cc40-0fec-406c-9cd0-c3859a2132e8 with Priority: HIGHEST for action security_group_rules [ 1340.449437] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cff6cc40-0fec-406c-9cd0-c3859a2132e8 with Priority: HIGHEST for action security_group_rules [ 1340.449776] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cff6cc40-0fec-406c-9cd0-c3859a2132e8 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.449880] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cff6cc40-0fec-406c-9cd0-c3859a2132e8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.889712] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.889712] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.889712] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.889974] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.889974] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.890059] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cff6cc40-0fec-406c-9cd0-c3859a2132e8 already deleted. [ 1340.890229] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cff6cc40-0fec-406c-9cd0-c3859a2132e8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.891354] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cff6cc40-0fec-406c-9cd0-c3859a2132e8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.891354] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cff6cc40-0fec-406c-9cd0-c3859a2132e8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.891354] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cff6cc40-0fec-406c-9cd0-c3859a2132e8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.410773] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.411218] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.411218] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.411218] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.411338] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.411434] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cff6cc40-0fec-406c-9cd0-c3859a2132e8 already deleted. [ 1341.411518] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cff6cc40-0fec-406c-9cd0-c3859a2132e8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.450413] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1345.450667] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1345.908996] env[65894]: INFO networking_nsxv3.common.synchronization [req-80daa741-7083-48d1-87ec-fe595c3fba46 req-f35032b1-dd2f-4c89-833e-fc6242a0f977 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Enqueued Resource ID: cff6cc40-0fec-406c-9cd0-c3859a2132e8 with Priority: HIGHEST for action security_group_members [ 1345.909662] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cff6cc40-0fec-406c-9cd0-c3859a2132e8 with Priority: HIGHEST for action security_group_members [ 1345.910109] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-cff6cc40-0fec-406c-9cd0-c3859a2132e8 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.910232] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cff6cc40-0fec-406c-9cd0-c3859a2132e8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.910232] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cff6cc40-0fec-406c-9cd0-c3859a2132e8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.910487] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cff6cc40-0fec-406c-9cd0-c3859a2132e8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.910652] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.910750] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.910806] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.910960] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.911058] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.911144] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cff6cc40-0fec-406c-9cd0-c3859a2132e8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.200531] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock network-23 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.200742] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "network-23" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.200890] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "network-23" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.201174] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "network-23" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.201436] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.201599] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.201714] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.201929] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.202095] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.202320] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1346.202430] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1346.202603] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1346.202723] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1346.202835] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1346.202939] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1346.203081] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1346.224764] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1346.224953] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1346.225077] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1346.225257] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "network-23" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.225575] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock port-92e9700e-b09e-48ee-a842-33879bf6e3ea taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.225860] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "port-92e9700e-b09e-48ee-a842-33879bf6e3ea" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.226147] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "port-92e9700e-b09e-48ee-a842-33879bf6e3ea" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.226501] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "port-92e9700e-b09e-48ee-a842-33879bf6e3ea" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.226646] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92e9700e-b09e-48ee-a842-33879bf6e3ea',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.413311] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.413518] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.413622] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.413895] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.413984] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.414238] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.414401] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.414514] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.414613] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.414685] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.414773] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cff6cc40-0fec-406c-9cd0-c3859a2132e8 already deleted. [ 1346.414857] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cff6cc40-0fec-406c-9cd0-c3859a2132e8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.729218] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.729632] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.729769] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.730195] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.730442] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.730696] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Segment Port 92e9700e-b09e-48ee-a842-33879bf6e3ea not found, creating... [ 1346.731139] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.731374] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.731569] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.731858] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.732108] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.732517] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.732767] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.732923] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.733231] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.733400] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.733612] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Resource: SegmentPort with ID: 92e9700e-b09e-48ee-a842-33879bf6e3ea is going to be created. [ 1346.757651] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.757651] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.757651] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.757909] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.758016] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.758248] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "port-92e9700e-b09e-48ee-a842-33879bf6e3ea" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.442840] env[65894]: INFO networking_nsxv3.common.synchronization [req-80daa741-7083-48d1-87ec-fe595c3fba46 req-94fd4632-03a1-4c51-9d1f-ef37c4e4b149 service nova] Enqueued Resource ID: cff6cc40-0fec-406c-9cd0-c3859a2132e8 with Priority: HIGHEST for action security_group_rules [ 1347.442956] env[65894]: INFO networking_nsxv3.common.synchronization [req-80daa741-7083-48d1-87ec-fe595c3fba46 req-94fd4632-03a1-4c51-9d1f-ef37c4e4b149 service nova] Enqueued Resource ID: cff6cc40-0fec-406c-9cd0-c3859a2132e8 with Priority: HIGHEST for action security_group_members [ 1347.443063] env[65894]: INFO networking_nsxv3.common.synchronization [req-80daa741-7083-48d1-87ec-fe595c3fba46 req-94fd4632-03a1-4c51-9d1f-ef37c4e4b149 service nova] Enqueued Resource ID: 92e9700e-b09e-48ee-a842-33879bf6e3ea with Priority: HIGHEST for action port [ 1347.443569] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cff6cc40-0fec-406c-9cd0-c3859a2132e8 with Priority: HIGHEST for action security_group_rules [ 1347.445172] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cff6cc40-0fec-406c-9cd0-c3859a2132e8 with Priority: HIGHEST for action security_group_members [ 1347.445306] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92e9700e-b09e-48ee-a842-33879bf6e3ea with Priority: HIGHEST for action port [ 1347.445580] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cff6cc40-0fec-406c-9cd0-c3859a2132e8 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.445705] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cff6cc40-0fec-406c-9cd0-c3859a2132e8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.445814] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cff6cc40-0fec-406c-9cd0-c3859a2132e8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.446081] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cff6cc40-0fec-406c-9cd0-c3859a2132e8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.446141] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cff6cc40-0fec-406c-9cd0-c3859a2132e8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.447034] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-cff6cc40-0fec-406c-9cd0-c3859a2132e8 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.447118] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cff6cc40-0fec-406c-9cd0-c3859a2132e8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.447118] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cff6cc40-0fec-406c-9cd0-c3859a2132e8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.448067] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cff6cc40-0fec-406c-9cd0-c3859a2132e8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.448067] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.448067] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.448067] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.448067] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.448067] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.448067] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cff6cc40-0fec-406c-9cd0-c3859a2132e8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.449312] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-92e9700e-b09e-48ee-a842-33879bf6e3ea taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.449312] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92e9700e-b09e-48ee-a842-33879bf6e3ea" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.449312] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92e9700e-b09e-48ee-a842-33879bf6e3ea" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.449312] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92e9700e-b09e-48ee-a842-33879bf6e3ea" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.449312] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92e9700e-b09e-48ee-a842-33879bf6e3ea',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.950377] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-cff6cc40-0fec-406c-9cd0-c3859a2132e8 taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.950692] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cff6cc40-0fec-406c-9cd0-c3859a2132e8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.950692] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cff6cc40-0fec-406c-9cd0-c3859a2132e8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.953737] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 92e9700e-b09e-48ee-a842-33879bf6e3ea with status ACTIVE [ 1347.953737] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.953737] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.953737] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.954058] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.954058] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.954144] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.954238] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.954565] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.954565] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.954565] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.954703] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.954761] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.954814] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.954950] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.955056] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.955203] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 92e9700e-b09e-48ee-a842-33879bf6e3ea is going to be updated. [ 1347.976233] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.976369] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.977029] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.977029] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.977029] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.977029] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92e9700e-b09e-48ee-a842-33879bf6e3ea" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.454027] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cff6cc40-0fec-406c-9cd0-c3859a2132e8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.957081] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.957081] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.957081] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.957081] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.957081] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.957081] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cff6cc40-0fec-406c-9cd0-c3859a2132e8 is going to be created. [ 1348.980851] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.981094] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.981094] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.981417] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.981869] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.997073] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cff6cc40-0fec-406c-9cd0-c3859a2132e8 in Status: UNINITIALIZED for 2s [ 1351.010201] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cff6cc40-0fec-406c-9cd0-c3859a2132e8 in Status: SUCCESS [ 1351.010621] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cff6cc40-0fec-406c-9cd0-c3859a2132e8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.010694] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cff6cc40-0fec-406c-9cd0-c3859a2132e8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.010980] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cff6cc40-0fec-406c-9cd0-c3859a2132e8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.011278] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.011442] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.011534] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.011754] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.011858] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.012016] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cff6cc40-0fec-406c-9cd0-c3859a2132e8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.012160] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cff6cc40-0fec-406c-9cd0-c3859a2132e8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1351.515237] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cff6cc40-0fec-406c-9cd0-c3859a2132e8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1352.017732] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cff6cc40-0fec-406c-9cd0-c3859a2132e8: rpc.has_security_group_logging(os_id): False [ 1352.039444] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.039662] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.039662] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.039900] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.039999] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.040286] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.040401] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.040492] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.040834] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.040834] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.040933] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cff6cc40-0fec-406c-9cd0-c3859a2132e8 is going to be created. [ 1352.112620] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.112907] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.112907] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.113054] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.113256] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.124957] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cff6cc40-0fec-406c-9cd0-c3859a2132e8 in Status: IN_PROGRESS for 2s [ 1352.446264] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1352.446390] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1354.138770] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cff6cc40-0fec-406c-9cd0-c3859a2132e8 in Status: SUCCESS [ 1354.139435] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cff6cc40-0fec-406c-9cd0-c3859a2132e8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1357.447187] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1357.447583] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1362.448425] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1362.448972] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1367.449295] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1367.449665] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1372.450201] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1372.450553] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1377.450825] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1377.451258] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1382.451953] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1382.451953] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1387.452962] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1387.453367] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1392.453801] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1392.454247] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1393.968405] env[65894]: INFO networking_nsxv3.common.synchronization [req-0771de03-f198-4d26-ae42-593044665472 req-78480d2c-5fd6-4b98-b163-1e8322311c44 tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Enqueued Resource ID: 4241acb9-fc6a-487c-9f01-9dad5a143dbc with Priority: HIGHEST for action security_group_members [ 1393.968942] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4241acb9-fc6a-487c-9f01-9dad5a143dbc with Priority: HIGHEST for action security_group_members [ 1393.969294] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-4241acb9-fc6a-487c-9f01-9dad5a143dbc taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.969421] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4241acb9-fc6a-487c-9f01-9dad5a143dbc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.969492] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4241acb9-fc6a-487c-9f01-9dad5a143dbc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.969699] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4241acb9-fc6a-487c-9f01-9dad5a143dbc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.969963] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.969963] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.970128] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.970377] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.970472] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.970564] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4241acb9-fc6a-487c-9f01-9dad5a143dbc',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1394.473019] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4241acb9-fc6a-487c-9f01-9dad5a143dbc',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1394.975706] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4241acb9-fc6a-487c-9f01-9dad5a143dbc',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1395.478627] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.478827] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.478878] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.479132] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.479235] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.479335] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4241acb9-fc6a-487c-9f01-9dad5a143dbc is going to be updated. [ 1395.510721] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.510925] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.510925] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.511088] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.511237] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.520161] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4241acb9-fc6a-487c-9f01-9dad5a143dbc in Status: IN_PROGRESS for 2s [ 1397.532085] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4241acb9-fc6a-487c-9f01-9dad5a143dbc in Status: SUCCESS [ 1397.532373] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4241acb9-fc6a-487c-9f01-9dad5a143dbc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.969782] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1398.970155] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1403.970482] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1403.970849] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1408.971855] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1408.971855] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1410.328380] env[65894]: INFO networking_nsxv3.common.synchronization [req-c058175d-d1a1-47e4-b95d-98dfbb3dcbf0 req-0c25acba-9d17-42fc-a246-a07fb2659cbc tempest-ServerActionsTestOtherA-2012524176 tempest-ServerActionsTestOtherA-2012524176-project-member] Enqueued Resource ID: 4241acb9-fc6a-487c-9f01-9dad5a143dbc with Priority: HIGHEST for action security_group_members [ 1410.329083] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4241acb9-fc6a-487c-9f01-9dad5a143dbc with Priority: HIGHEST for action security_group_members [ 1410.329522] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-4241acb9-fc6a-487c-9f01-9dad5a143dbc taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.329704] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4241acb9-fc6a-487c-9f01-9dad5a143dbc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.329811] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4241acb9-fc6a-487c-9f01-9dad5a143dbc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.330099] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4241acb9-fc6a-487c-9f01-9dad5a143dbc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.330331] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.330483] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.330583] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.330809] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.330941] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.331093] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4241acb9-fc6a-487c-9f01-9dad5a143dbc',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1410.835033] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.835285] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.835285] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.835505] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.835643] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.835881] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.835998] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.836114] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.836331] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.836436] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.836593] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4241acb9-fc6a-487c-9f01-9dad5a143dbc is going to be updated. [ 1410.871308] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.871651] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.871651] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.871775] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.871829] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.881649] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4241acb9-fc6a-487c-9f01-9dad5a143dbc in Status: IN_PROGRESS for 2s [ 1412.893364] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4241acb9-fc6a-487c-9f01-9dad5a143dbc in Status: SUCCESS [ 1412.893768] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4241acb9-fc6a-487c-9f01-9dad5a143dbc deletion is rescheduled due to dependency. [ 1412.893768] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4241acb9-fc6a-487c-9f01-9dad5a143dbc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.330317] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1415.330317] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1420.331140] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1420.331550] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1425.332639] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1425.333047] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1430.333619] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1430.334063] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1435.335546] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1435.335948] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1440.336461] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1440.336713] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1442.892196] env[65894]: INFO networking_nsxv3.common.synchronization [req-ad5f0516-7efe-4214-8e62-8cd8abcc24ec req-5e5eaf93-c396-4dad-b3ff-6b29d05ca44c tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Enqueued Resource ID: 5fc337a2-9d86-435e-96d6-68c898d6a953 with Priority: HIGHEST for action security_group_members [ 1442.892740] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fc337a2-9d86-435e-96d6-68c898d6a953 with Priority: HIGHEST for action security_group_members [ 1442.893081] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fc337a2-9d86-435e-96d6-68c898d6a953 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.893218] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fc337a2-9d86-435e-96d6-68c898d6a953" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.893281] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fc337a2-9d86-435e-96d6-68c898d6a953" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.893454] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fc337a2-9d86-435e-96d6-68c898d6a953" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.893626] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1442.893728] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1442.893800] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1442.893883] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1442.893965] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1442.894073] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fc337a2-9d86-435e-96d6-68c898d6a953',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1443.396581] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.396581] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.396893] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.396954] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.397052] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.397244] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.397349] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.397411] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.397571] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.397652] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.397733] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fc337a2-9d86-435e-96d6-68c898d6a953 is going to be updated. [ 1443.425735] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.425968] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.425968] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.426190] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.426287] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.436382] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fc337a2-9d86-435e-96d6-68c898d6a953 in Status: IN_PROGRESS for 2s [ 1445.449301] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fc337a2-9d86-435e-96d6-68c898d6a953 in Status: SUCCESS [ 1445.449665] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fc337a2-9d86-435e-96d6-68c898d6a953 deletion is rescheduled due to dependency. [ 1445.449665] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fc337a2-9d86-435e-96d6-68c898d6a953" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.503248] env[65894]: INFO networking_nsxv3.common.synchronization [req-1f4b406f-93a3-4453-a550-0bad3902ebb8 req-fc49bcd8-89aa-4233-a930-4fcb3d597a85 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Enqueued Resource ID: cff6cc40-0fec-406c-9cd0-c3859a2132e8 with Priority: HIGHEST for action security_group_members [ 1445.503482] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cff6cc40-0fec-406c-9cd0-c3859a2132e8 with Priority: HIGHEST for action security_group_members [ 1445.503790] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-cff6cc40-0fec-406c-9cd0-c3859a2132e8 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.503915] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cff6cc40-0fec-406c-9cd0-c3859a2132e8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.503965] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cff6cc40-0fec-406c-9cd0-c3859a2132e8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.504187] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cff6cc40-0fec-406c-9cd0-c3859a2132e8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.504333] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.504430] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.504492] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.504642] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.504722] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.504835] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cff6cc40-0fec-406c-9cd0-c3859a2132e8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1446.007170] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.007340] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.007382] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.007597] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.007693] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.007902] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.008092] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.008166] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.008324] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.008403] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.008491] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cff6cc40-0fec-406c-9cd0-c3859a2132e8 is going to be updated. [ 1446.036213] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.036401] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.036482] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.036694] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.036839] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.045272] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cff6cc40-0fec-406c-9cd0-c3859a2132e8 in Status: IN_PROGRESS for 2s [ 1447.539089] env[65894]: INFO networking_nsxv3.common.synchronization [None req-71d9d68a-72e8-45c0-b518-d3a4446bd7cb tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Enqueued Resource ID: 04b6cffb-1e07-4c32-8bd5-7ed9798e54aa with Priority: HIGHEST for action security_group_rules [ 1447.539630] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04b6cffb-1e07-4c32-8bd5-7ed9798e54aa with Priority: HIGHEST for action security_group_rules [ 1447.539871] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04b6cffb-1e07-4c32-8bd5-7ed9798e54aa taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.540011] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04b6cffb-1e07-4c32-8bd5-7ed9798e54aa" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.540083] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04b6cffb-1e07-4c32-8bd5-7ed9798e54aa" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.540436] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04b6cffb-1e07-4c32-8bd5-7ed9798e54aa" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.540436] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04b6cffb-1e07-4c32-8bd5-7ed9798e54aa',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1447.618228] env[65894]: INFO networking_nsxv3.common.synchronization [None req-02ae5801-378d-4552-974f-d8a0a5515fc6 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Enqueued Resource ID: 04b6cffb-1e07-4c32-8bd5-7ed9798e54aa with Priority: HIGHEST for action security_group_rules [ 1447.618529] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04b6cffb-1e07-4c32-8bd5-7ed9798e54aa with Priority: HIGHEST for action security_group_rules [ 1447.618845] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04b6cffb-1e07-4c32-8bd5-7ed9798e54aa taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.618957] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04b6cffb-1e07-4c32-8bd5-7ed9798e54aa" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.061216] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cff6cc40-0fec-406c-9cd0-c3859a2132e8 in Status: SUCCESS [ 1448.061392] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cff6cc40-0fec-406c-9cd0-c3859a2132e8 deletion is rescheduled due to dependency. [ 1448.061506] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cff6cc40-0fec-406c-9cd0-c3859a2132e8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.062404] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.062537] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.062606] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.062801] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.062882] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.062971] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04b6cffb-1e07-4c32-8bd5-7ed9798e54aa already deleted. [ 1448.063069] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04b6cffb-1e07-4c32-8bd5-7ed9798e54aa" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.063206] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04b6cffb-1e07-4c32-8bd5-7ed9798e54aa" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.063365] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04b6cffb-1e07-4c32-8bd5-7ed9798e54aa" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.063444] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04b6cffb-1e07-4c32-8bd5-7ed9798e54aa',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1448.585983] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1448.585983] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1448.585983] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1448.585983] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1448.585983] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1448.585983] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04b6cffb-1e07-4c32-8bd5-7ed9798e54aa already deleted. [ 1448.585983] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04b6cffb-1e07-4c32-8bd5-7ed9798e54aa" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.620197] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1452.620197] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1452.947323] env[65894]: INFO networking_nsxv3.common.synchronization [req-dfa2ce4a-9ce6-40f5-8e8f-787f4b858300 req-081deaa4-807a-40ad-adb1-3967f24021ea tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Enqueued Resource ID: 04b6cffb-1e07-4c32-8bd5-7ed9798e54aa with Priority: HIGHEST for action security_group_members [ 1452.947881] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04b6cffb-1e07-4c32-8bd5-7ed9798e54aa with Priority: HIGHEST for action security_group_members [ 1452.948226] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-04b6cffb-1e07-4c32-8bd5-7ed9798e54aa taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.948352] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04b6cffb-1e07-4c32-8bd5-7ed9798e54aa" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.948421] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04b6cffb-1e07-4c32-8bd5-7ed9798e54aa" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.948652] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04b6cffb-1e07-4c32-8bd5-7ed9798e54aa" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.948841] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1452.948924] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1452.948991] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1452.949159] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1452.949253] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1452.949345] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04b6cffb-1e07-4c32-8bd5-7ed9798e54aa',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1453.224042] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock network-996 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.224283] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "network-996" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.224430] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "network-996" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.224701] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "network-996" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.224996] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.225168] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.225262] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.225476] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.225623] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.225849] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1453.225965] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1453.226084] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1453.226191] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1453.226299] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1453.226404] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1453.226539] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1453.248832] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1453.249019] env[65894]: DEBUG dogpile.cache.region [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1453.249141] env[65894]: DEBUG dogpile.lock [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1453.249314] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "network-996" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.249772] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock port-08e6e850-73a4-43a2-bea6-64e106c7a75f taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.250085] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "port-08e6e850-73a4-43a2-bea6-64e106c7a75f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.250318] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "port-08e6e850-73a4-43a2-bea6-64e106c7a75f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.250660] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "port-08e6e850-73a4-43a2-bea6-64e106c7a75f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.250796] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08e6e850-73a4-43a2-bea6-64e106c7a75f',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1453.453142] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.453345] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.453345] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.453545] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.453637] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.453839] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.453938] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.454012] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.454168] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.454243] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.454326] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04b6cffb-1e07-4c32-8bd5-7ed9798e54aa already deleted. [ 1453.454407] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04b6cffb-1e07-4c32-8bd5-7ed9798e54aa" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.752972] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.753331] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.753331] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.753570] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.753716] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.753870] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Segment Port 08e6e850-73a4-43a2-bea6-64e106c7a75f not found, creating... [ 1453.754132] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.754288] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.754405] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.754621] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.754760] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.755077] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.755236] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.755356] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.755561] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.755692] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.755860] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Resource: SegmentPort with ID: 08e6e850-73a4-43a2-bea6-64e106c7a75f is going to be created. [ 1453.776433] env[65894]: DEBUG networking_nsxv3.common.locking [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1453.776677] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1453.776778] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1453.777102] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1453.777342] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1453.777562] env[65894]: DEBUG oslo_concurrency.lockutils [None req-fb7794b0-3514-43a8-9bc7-95c3a8d6381a None None] Releasing lock "port-08e6e850-73a4-43a2-bea6-64e106c7a75f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.470277] env[65894]: INFO networking_nsxv3.common.synchronization [req-dfa2ce4a-9ce6-40f5-8e8f-787f4b858300 req-c4764d9f-e2bc-4243-8709-b59851cc57fe service nova] Enqueued Resource ID: 04b6cffb-1e07-4c32-8bd5-7ed9798e54aa with Priority: HIGHEST for action security_group_rules [ 1454.470466] env[65894]: INFO networking_nsxv3.common.synchronization [req-dfa2ce4a-9ce6-40f5-8e8f-787f4b858300 req-c4764d9f-e2bc-4243-8709-b59851cc57fe service nova] Enqueued Resource ID: 04b6cffb-1e07-4c32-8bd5-7ed9798e54aa with Priority: HIGHEST for action security_group_members [ 1454.470603] env[65894]: INFO networking_nsxv3.common.synchronization [req-dfa2ce4a-9ce6-40f5-8e8f-787f4b858300 req-c4764d9f-e2bc-4243-8709-b59851cc57fe service nova] Enqueued Resource ID: 08e6e850-73a4-43a2-bea6-64e106c7a75f with Priority: HIGHEST for action port [ 1454.471122] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04b6cffb-1e07-4c32-8bd5-7ed9798e54aa with Priority: HIGHEST for action security_group_rules [ 1454.471261] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04b6cffb-1e07-4c32-8bd5-7ed9798e54aa with Priority: HIGHEST for action security_group_members [ 1454.471359] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08e6e850-73a4-43a2-bea6-64e106c7a75f with Priority: HIGHEST for action port [ 1454.471650] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04b6cffb-1e07-4c32-8bd5-7ed9798e54aa taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.471739] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04b6cffb-1e07-4c32-8bd5-7ed9798e54aa" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.471806] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04b6cffb-1e07-4c32-8bd5-7ed9798e54aa" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.472009] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04b6cffb-1e07-4c32-8bd5-7ed9798e54aa" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.472096] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04b6cffb-1e07-4c32-8bd5-7ed9798e54aa',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1454.472984] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-04b6cffb-1e07-4c32-8bd5-7ed9798e54aa taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.473118] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04b6cffb-1e07-4c32-8bd5-7ed9798e54aa" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.473188] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04b6cffb-1e07-4c32-8bd5-7ed9798e54aa" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.473354] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04b6cffb-1e07-4c32-8bd5-7ed9798e54aa" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.473505] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.473612] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.473674] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.473815] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.473899] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.473990] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04b6cffb-1e07-4c32-8bd5-7ed9798e54aa',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1454.474991] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-08e6e850-73a4-43a2-bea6-64e106c7a75f taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.474991] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08e6e850-73a4-43a2-bea6-64e106c7a75f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.474991] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08e6e850-73a4-43a2-bea6-64e106c7a75f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.475224] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08e6e850-73a4-43a2-bea6-64e106c7a75f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.475224] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08e6e850-73a4-43a2-bea6-64e106c7a75f',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1454.976439] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-04b6cffb-1e07-4c32-8bd5-7ed9798e54aa taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.976835] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04b6cffb-1e07-4c32-8bd5-7ed9798e54aa" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.976835] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04b6cffb-1e07-4c32-8bd5-7ed9798e54aa',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1454.977706] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 08e6e850-73a4-43a2-bea6-64e106c7a75f with status ACTIVE [ 1454.977905] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.978050] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.978134] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.978299] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.978385] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.978551] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.978647] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.978708] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.978851] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.978930] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.979119] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.979214] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.979274] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.979413] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.979494] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.979586] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 08e6e850-73a4-43a2-bea6-64e106c7a75f is going to be updated. [ 1454.998889] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.999154] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.999154] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.999285] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.999432] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.999587] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08e6e850-73a4-43a2-bea6-64e106c7a75f" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.481949] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04b6cffb-1e07-4c32-8bd5-7ed9798e54aa',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1455.984506] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1455.984894] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1455.984894] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1455.985000] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1455.985000] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1455.985127] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04b6cffb-1e07-4c32-8bd5-7ed9798e54aa is going to be created. [ 1456.006422] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1456.006640] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1456.006640] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1456.006823] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1456.006976] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1456.015997] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04b6cffb-1e07-4c32-8bd5-7ed9798e54aa in Status: UNINITIALIZED for 2s [ 1458.026302] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04b6cffb-1e07-4c32-8bd5-7ed9798e54aa in Status: SUCCESS [ 1458.026681] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04b6cffb-1e07-4c32-8bd5-7ed9798e54aa" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.026681] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04b6cffb-1e07-4c32-8bd5-7ed9798e54aa" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.026905] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04b6cffb-1e07-4c32-8bd5-7ed9798e54aa" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.027144] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1458.027269] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1458.027337] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1458.027502] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1458.027583] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.027670] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04b6cffb-1e07-4c32-8bd5-7ed9798e54aa" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1458.027761] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04b6cffb-1e07-4c32-8bd5-7ed9798e54aa',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1458.530479] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04b6cffb-1e07-4c32-8bd5-7ed9798e54aa',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1459.033059] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04b6cffb-1e07-4c32-8bd5-7ed9798e54aa: rpc.has_security_group_logging(os_id): False [ 1459.050423] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.050634] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.050634] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.050828] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.050918] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.051171] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.051276] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.051340] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.051504] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.051565] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.051654] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04b6cffb-1e07-4c32-8bd5-7ed9798e54aa is going to be created. [ 1459.113052] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1459.113255] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1459.113255] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1459.113688] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1459.113688] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.127028] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04b6cffb-1e07-4c32-8bd5-7ed9798e54aa in Status: IN_PROGRESS for 2s [ 1459.472153] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1459.472348] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1461.141580] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04b6cffb-1e07-4c32-8bd5-7ed9798e54aa in Status: SUCCESS [ 1461.141951] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04b6cffb-1e07-4c32-8bd5-7ed9798e54aa" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1464.473674] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1464.473994] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1469.475166] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1469.475551] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1474.476459] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1474.476844] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1478.589930] env[65894]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1478.590345] env[65894]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-d800e729-5925-46a6-b6d9-11cdf025d9fa None None] NSXv3 Agent Agent loop - iteration:4 started [ 1479.478132] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1479.478287] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1480.884565] env[65894]: INFO networking_nsxv3.common.synchronization [req-8c162f1a-470d-46c5-974a-b80f287cd1cd req-b234a77b-5d9b-486c-aebf-22244d7af10a tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Enqueued Resource ID: 76a1ab7c-04cb-4eeb-8190-27aee0405a2d with Priority: HIGHEST for action security_group_members [ 1480.884802] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76a1ab7c-04cb-4eeb-8190-27aee0405a2d with Priority: HIGHEST for action security_group_members [ 1480.885544] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-76a1ab7c-04cb-4eeb-8190-27aee0405a2d taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.885684] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76a1ab7c-04cb-4eeb-8190-27aee0405a2d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.885746] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76a1ab7c-04cb-4eeb-8190-27aee0405a2d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.886028] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76a1ab7c-04cb-4eeb-8190-27aee0405a2d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.886122] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1480.886204] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1480.886264] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1480.886406] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1480.886694] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1480.886694] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76a1ab7c-04cb-4eeb-8190-27aee0405a2d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1481.389264] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.389264] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.389396] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.389504] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.389605] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.389797] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.389886] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.389951] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.390121] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.390216] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.390287] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76a1ab7c-04cb-4eeb-8190-27aee0405a2d is going to be updated. [ 1481.418364] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1481.418593] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1481.418593] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1481.418842] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1481.419058] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1481.427980] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76a1ab7c-04cb-4eeb-8190-27aee0405a2d in Status: IN_PROGRESS for 2s [ 1483.439159] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76a1ab7c-04cb-4eeb-8190-27aee0405a2d in Status: SUCCESS [ 1483.439482] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76a1ab7c-04cb-4eeb-8190-27aee0405a2d deletion is rescheduled due to dependency. [ 1483.439482] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76a1ab7c-04cb-4eeb-8190-27aee0405a2d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1485.886465] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1485.887066] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1487.844180] env[65894]: INFO networking_nsxv3.common.synchronization [req-aa396714-5831-472a-9cae-5a3031632832 req-270deb2a-4d00-4905-9c8a-28b60b78e9d5 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Enqueued Resource ID: 76a1ab7c-04cb-4eeb-8190-27aee0405a2d with Priority: HIGHEST for action security_group_members [ 1487.844573] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76a1ab7c-04cb-4eeb-8190-27aee0405a2d with Priority: HIGHEST for action security_group_members [ 1487.844694] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-76a1ab7c-04cb-4eeb-8190-27aee0405a2d taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.844865] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76a1ab7c-04cb-4eeb-8190-27aee0405a2d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.844947] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76a1ab7c-04cb-4eeb-8190-27aee0405a2d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.845159] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76a1ab7c-04cb-4eeb-8190-27aee0405a2d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.845320] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1487.845460] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1487.845500] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1487.845619] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1487.845704] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1487.845795] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76a1ab7c-04cb-4eeb-8190-27aee0405a2d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1488.117231] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock network-23 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.117423] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "network-23" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.117606] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "network-23" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.117963] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "network-23" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.118374] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.118615] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.118785] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.119112] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.119319] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.119606] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1488.119774] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1488.119931] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1488.120099] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1488.120260] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1488.120416] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1488.120602] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1488.141663] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1488.141864] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1488.141953] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1488.142165] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "network-23" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.142488] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock port-fd387513-e026-477b-82c0-8e3f3302b062 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.142668] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "port-fd387513-e026-477b-82c0-8e3f3302b062" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.142790] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "port-fd387513-e026-477b-82c0-8e3f3302b062" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.143199] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "port-fd387513-e026-477b-82c0-8e3f3302b062" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.143348] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd387513-e026-477b-82c0-8e3f3302b062',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1488.348889] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.349110] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.349110] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.349330] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.349429] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.349621] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.349721] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.349783] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.349931] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.350015] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.350106] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76a1ab7c-04cb-4eeb-8190-27aee0405a2d is going to be updated. [ 1488.376656] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.376859] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.376933] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.377095] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.377235] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.385860] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76a1ab7c-04cb-4eeb-8190-27aee0405a2d in Status: IN_PROGRESS for 2s [ 1488.646250] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.646513] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.646610] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.646836] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.647031] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.647184] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Segment Port fd387513-e026-477b-82c0-8e3f3302b062 not found, creating... [ 1488.647497] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.647643] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.647769] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.647993] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.648138] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.648473] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.648615] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.648737] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.648939] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.649091] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.649232] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Resource: SegmentPort with ID: fd387513-e026-477b-82c0-8e3f3302b062 is going to be created. [ 1488.668495] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1488.668603] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1488.668729] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1488.668979] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1488.669256] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1488.669421] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "port-fd387513-e026-477b-82c0-8e3f3302b062" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.349380] env[65894]: INFO networking_nsxv3.common.synchronization [req-aa396714-5831-472a-9cae-5a3031632832 req-e314b9aa-bf19-4652-b712-f267dd787d29 service nova] Enqueued Resource ID: 76a1ab7c-04cb-4eeb-8190-27aee0405a2d with Priority: HIGHEST for action security_group_rules [ 1489.349380] env[65894]: INFO networking_nsxv3.common.synchronization [req-aa396714-5831-472a-9cae-5a3031632832 req-e314b9aa-bf19-4652-b712-f267dd787d29 service nova] Enqueued Resource ID: 76a1ab7c-04cb-4eeb-8190-27aee0405a2d with Priority: HIGHEST for action security_group_members [ 1489.349380] env[65894]: INFO networking_nsxv3.common.synchronization [req-aa396714-5831-472a-9cae-5a3031632832 req-e314b9aa-bf19-4652-b712-f267dd787d29 service nova] Enqueued Resource ID: fd387513-e026-477b-82c0-8e3f3302b062 with Priority: HIGHEST for action port [ 1489.349380] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76a1ab7c-04cb-4eeb-8190-27aee0405a2d with Priority: HIGHEST for action security_group_rules [ 1489.349732] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76a1ab7c-04cb-4eeb-8190-27aee0405a2d with Priority: HIGHEST for action security_group_members [ 1489.349732] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fd387513-e026-477b-82c0-8e3f3302b062 with Priority: HIGHEST for action port [ 1489.349851] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76a1ab7c-04cb-4eeb-8190-27aee0405a2d taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.349961] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76a1ab7c-04cb-4eeb-8190-27aee0405a2d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.350037] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76a1ab7c-04cb-4eeb-8190-27aee0405a2d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.350280] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76a1ab7c-04cb-4eeb-8190-27aee0405a2d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.350374] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76a1ab7c-04cb-4eeb-8190-27aee0405a2d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1489.351236] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-76a1ab7c-04cb-4eeb-8190-27aee0405a2d taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.351332] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76a1ab7c-04cb-4eeb-8190-27aee0405a2d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.351525] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-fd387513-e026-477b-82c0-8e3f3302b062 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.351638] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fd387513-e026-477b-82c0-8e3f3302b062" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.351700] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fd387513-e026-477b-82c0-8e3f3302b062" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.351871] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fd387513-e026-477b-82c0-8e3f3302b062" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.351944] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fd387513-e026-477b-82c0-8e3f3302b062',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1489.853877] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-76a1ab7c-04cb-4eeb-8190-27aee0405a2d taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.854101] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76a1ab7c-04cb-4eeb-8190-27aee0405a2d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.855345] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fd387513-e026-477b-82c0-8e3f3302b062 with status ACTIVE [ 1489.855533] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.855649] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.855711] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.855921] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.856039] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.856180] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.856276] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.856361] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.856507] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.856545] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.856716] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.856811] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.856865] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.856991] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.857071] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.857155] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fd387513-e026-477b-82c0-8e3f3302b062 is going to be updated. [ 1489.877299] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1489.877556] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1489.877556] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1489.877703] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1489.877828] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1489.878032] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fd387513-e026-477b-82c0-8e3f3302b062" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.395499] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76a1ab7c-04cb-4eeb-8190-27aee0405a2d in Status: SUCCESS [ 1490.395736] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76a1ab7c-04cb-4eeb-8190-27aee0405a2d deletion is rescheduled due to dependency. [ 1490.395856] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76a1ab7c-04cb-4eeb-8190-27aee0405a2d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.396394] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76a1ab7c-04cb-4eeb-8190-27aee0405a2d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.397068] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76a1ab7c-04cb-4eeb-8190-27aee0405a2d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.397068] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1490.397068] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1490.397068] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1490.397298] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1490.397298] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1490.397383] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76a1ab7c-04cb-4eeb-8190-27aee0405a2d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1490.899983] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('76a1ab7c-04cb-4eeb-8190-27aee0405a2d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1491.402491] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('76a1ab7c-04cb-4eeb-8190-27aee0405a2d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1491.905284] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.905491] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.905491] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.905634] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.905726] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.905829] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76a1ab7c-04cb-4eeb-8190-27aee0405a2d is going to be updated. [ 1491.933156] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1491.933335] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1491.933587] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1491.933659] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1491.934249] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1491.942033] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76a1ab7c-04cb-4eeb-8190-27aee0405a2d in Status: IN_PROGRESS for 2s [ 1493.952907] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76a1ab7c-04cb-4eeb-8190-27aee0405a2d in Status: SUCCESS [ 1493.953278] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76a1ab7c-04cb-4eeb-8190-27aee0405a2d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.953278] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76a1ab7c-04cb-4eeb-8190-27aee0405a2d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.953456] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76a1ab7c-04cb-4eeb-8190-27aee0405a2d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.953641] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1493.953757] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1493.953818] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1493.953969] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1493.954061] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.954149] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76a1ab7c-04cb-4eeb-8190-27aee0405a2d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1493.954240] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('76a1ab7c-04cb-4eeb-8190-27aee0405a2d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1494.350427] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1494.350604] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1494.456264] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('76a1ab7c-04cb-4eeb-8190-27aee0405a2d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1494.959075] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 76a1ab7c-04cb-4eeb-8190-27aee0405a2d: rpc.has_security_group_logging(os_id): False [ 1494.977737] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.977947] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.977947] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.978177] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.978271] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.978525] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1494.978626] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1494.978682] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1494.978829] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1494.978904] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1494.978994] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76a1ab7c-04cb-4eeb-8190-27aee0405a2d is going to be updated. [ 1495.037777] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1495.038031] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1495.038031] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1495.038163] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1495.038309] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1495.053592] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76a1ab7c-04cb-4eeb-8190-27aee0405a2d in Status: IN_PROGRESS for 2s [ 1497.069651] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76a1ab7c-04cb-4eeb-8190-27aee0405a2d in Status: SUCCESS [ 1497.070076] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76a1ab7c-04cb-4eeb-8190-27aee0405a2d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1499.351987] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1499.352439] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1504.354813] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1504.355249] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1504.531173] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1504.531418] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1504.531418] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1504.531640] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1504.531752] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1505.034702] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1505.537136] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1506.039429] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1506.039646] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1506.808247] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.808671] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.808671] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.808671] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.821590] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1506.822427] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.823292] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1506.861370] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.861605] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.861605] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.861857] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.877155] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.877960] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1506.878107] env[65894]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65894) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1506.878167] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1506.907388] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.907553] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.907651] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.907836] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.908943] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.909198] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1506.980052] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1506.980277] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1506.980277] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1506.980490] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1506.980802] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1506.981086] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1507.056887] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.057124] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.057124] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.057325] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.057629] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.057903] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:24. [ 1507.058028] env[65894]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'76a1ab7c-04cb-4eeb-8190-27aee0405a2d', 'cff6cc40-0fec-406c-9cd0-c3859a2132e8', '04b6cffb-1e07-4c32-8bd5-7ed9798e54aa', '5fc337a2-9d86-435e-96d6-68c898d6a953', '354893bb-8690-4bed-8f78-4d5f27c28b88', '485d223b-ca9d-4b89-b8d1-92ae3f846a86', '938afa8a-2cd0-4cf0-a00d-011876fde21d', '41f9c0a5-a06a-41f2-991f-6b14d61d51cf', '3bd00fb2-34ca-4c61-a232-c30013825796', '00a3f3b1-9abb-4189-8d29-fcdd2fa59248', '4241acb9-fc6a-487c-9f01-9dad5a143dbc', 'fde18d8d-f211-41a4-b6ef-b2a9103ecc8b', '74b82953-2e9f-4aa6-a354-b00bb79b7f59', 'cbc12d44-2ce0-4bf5-afbb-4664c5ae4eea', '37512978-9204-4fbd-9826-5f8ea7fbbb4d', '382afd5f-89bf-405c-a1f5-4df0ced48395', 'b620dde1-41aa-4a88-a801-46fa9401a147', 'a7f93720-8a18-45d9-9a00-dd926481d6e5', '53724d4f-dbcb-4468-8f0c-07b53cbc1c34', 'a2ef329a-754d-4f7c-9843-cdf5814db8ac', 'e3306ef6-905f-4e1a-a216-a11c33319632', '8d57eb1a-6402-4337-b93e-c95618cff862', '8152eb30-f786-41d7-98a0-cb6a465816ef', 'b5febf5e-1265-4f62-a3c6-17d088db92b5'} {{(pid=65894) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1507.058177] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1507.075686] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.075963] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.075963] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.076097] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.076172] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.076385] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1507.076458] env[65894]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65894) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1507.076535] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1507.148413] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1507.148675] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1507.148675] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1507.148930] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1507.149905] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1507.150217] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1507.150298] env[65894]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65894) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1507.150354] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1507.150446] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1507.150541] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/24 resources of Type:Security Group Rules [ 1507.150616] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 76a1ab7c-04cb-4eeb-8190-27aee0405a2d with Priority: HIGH for action security_group_rules [ 1507.150721] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cff6cc40-0fec-406c-9cd0-c3859a2132e8 with Priority: HIGH for action security_group_rules [ 1507.150790] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 04b6cffb-1e07-4c32-8bd5-7ed9798e54aa with Priority: HIGH for action security_group_rules [ 1507.150848] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5fc337a2-9d86-435e-96d6-68c898d6a953 with Priority: HIGH for action security_group_rules [ 1507.150901] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 354893bb-8690-4bed-8f78-4d5f27c28b88 with Priority: HIGH for action security_group_rules [ 1507.150967] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 485d223b-ca9d-4b89-b8d1-92ae3f846a86 with Priority: HIGH for action security_group_rules [ 1507.151033] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 938afa8a-2cd0-4cf0-a00d-011876fde21d with Priority: HIGH for action security_group_rules [ 1507.151091] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 41f9c0a5-a06a-41f2-991f-6b14d61d51cf with Priority: HIGH for action security_group_rules [ 1507.151141] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3bd00fb2-34ca-4c61-a232-c30013825796 with Priority: HIGH for action security_group_rules [ 1507.151194] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 00a3f3b1-9abb-4189-8d29-fcdd2fa59248 with Priority: HIGH for action security_group_rules [ 1507.151242] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4241acb9-fc6a-487c-9f01-9dad5a143dbc with Priority: HIGH for action security_group_rules [ 1507.151294] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b with Priority: HIGH for action security_group_rules [ 1507.151347] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 74b82953-2e9f-4aa6-a354-b00bb79b7f59 with Priority: HIGH for action security_group_rules [ 1507.151431] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cbc12d44-2ce0-4bf5-afbb-4664c5ae4eea with Priority: HIGH for action security_group_rules [ 1507.151491] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 37512978-9204-4fbd-9826-5f8ea7fbbb4d with Priority: HIGH for action security_group_rules [ 1507.151550] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 382afd5f-89bf-405c-a1f5-4df0ced48395 with Priority: HIGH for action security_group_rules [ 1507.151601] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b620dde1-41aa-4a88-a801-46fa9401a147 with Priority: HIGH for action security_group_rules [ 1507.151654] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a7f93720-8a18-45d9-9a00-dd926481d6e5 with Priority: HIGH for action security_group_rules [ 1507.151698] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 53724d4f-dbcb-4468-8f0c-07b53cbc1c34 with Priority: HIGH for action security_group_rules [ 1507.151757] env[65894]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a2ef329a-754d-4f7c-9843-cdf5814db8ac with Priority: HIGH for action security_group_rules [ 1507.151813] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.356394] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1509.356670] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1509.356729] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76a1ab7c-04cb-4eeb-8190-27aee0405a2d with Priority: HIGH for action security_group_rules [ 1509.356873] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04b6cffb-1e07-4c32-8bd5-7ed9798e54aa with Priority: HIGH for action security_group_rules [ 1509.357425] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 938afa8a-2cd0-4cf0-a00d-011876fde21d with Priority: HIGH for action security_group_rules [ 1509.357608] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37512978-9204-4fbd-9826-5f8ea7fbbb4d with Priority: HIGH for action security_group_rules [ 1509.357736] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2ef329a-754d-4f7c-9843-cdf5814db8ac with Priority: HIGH for action security_group_rules [ 1509.357839] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53724d4f-dbcb-4468-8f0c-07b53cbc1c34 with Priority: HIGH for action security_group_rules [ 1509.357961] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a7f93720-8a18-45d9-9a00-dd926481d6e5 with Priority: HIGH for action security_group_rules [ 1509.358075] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b620dde1-41aa-4a88-a801-46fa9401a147 with Priority: HIGH for action security_group_rules [ 1509.358191] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbc12d44-2ce0-4bf5-afbb-4664c5ae4eea with Priority: HIGH for action security_group_rules [ 1509.358296] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 382afd5f-89bf-405c-a1f5-4df0ced48395 with Priority: HIGH for action security_group_rules [ 1509.358385] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74b82953-2e9f-4aa6-a354-b00bb79b7f59 with Priority: HIGH for action security_group_rules [ 1509.358500] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b with Priority: HIGH for action security_group_rules [ 1509.358625] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4241acb9-fc6a-487c-9f01-9dad5a143dbc with Priority: HIGH for action security_group_rules [ 1509.358745] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00a3f3b1-9abb-4189-8d29-fcdd2fa59248 with Priority: HIGH for action security_group_rules [ 1509.358838] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bd00fb2-34ca-4c61-a232-c30013825796 with Priority: HIGH for action security_group_rules [ 1509.359008] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 485d223b-ca9d-4b89-b8d1-92ae3f846a86 with Priority: HIGH for action security_group_rules [ 1509.359167] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41f9c0a5-a06a-41f2-991f-6b14d61d51cf with Priority: HIGH for action security_group_rules [ 1509.359297] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 354893bb-8690-4bed-8f78-4d5f27c28b88 with Priority: HIGH for action security_group_rules [ 1509.359413] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cff6cc40-0fec-406c-9cd0-c3859a2132e8 with Priority: HIGH for action security_group_rules [ 1509.359514] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fc337a2-9d86-435e-96d6-68c898d6a953 with Priority: HIGH for action security_group_rules [ 1509.359889] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76a1ab7c-04cb-4eeb-8190-27aee0405a2d taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.360056] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76a1ab7c-04cb-4eeb-8190-27aee0405a2d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.360156] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76a1ab7c-04cb-4eeb-8190-27aee0405a2d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.360354] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76a1ab7c-04cb-4eeb-8190-27aee0405a2d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.360441] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76a1ab7c-04cb-4eeb-8190-27aee0405a2d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1509.361501] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04b6cffb-1e07-4c32-8bd5-7ed9798e54aa taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.361640] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04b6cffb-1e07-4c32-8bd5-7ed9798e54aa" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.361734] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04b6cffb-1e07-4c32-8bd5-7ed9798e54aa" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.361899] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04b6cffb-1e07-4c32-8bd5-7ed9798e54aa" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.361985] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04b6cffb-1e07-4c32-8bd5-7ed9798e54aa',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1509.362898] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-938afa8a-2cd0-4cf0-a00d-011876fde21d taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.363070] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-938afa8a-2cd0-4cf0-a00d-011876fde21d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.363196] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-938afa8a-2cd0-4cf0-a00d-011876fde21d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.363470] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-938afa8a-2cd0-4cf0-a00d-011876fde21d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.363619] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('938afa8a-2cd0-4cf0-a00d-011876fde21d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1509.364795] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37512978-9204-4fbd-9826-5f8ea7fbbb4d taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.364957] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37512978-9204-4fbd-9826-5f8ea7fbbb4d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.365052] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37512978-9204-4fbd-9826-5f8ea7fbbb4d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.365266] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37512978-9204-4fbd-9826-5f8ea7fbbb4d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.365372] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37512978-9204-4fbd-9826-5f8ea7fbbb4d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1509.366422] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2ef329a-754d-4f7c-9843-cdf5814db8ac taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.366562] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2ef329a-754d-4f7c-9843-cdf5814db8ac" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.366562] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2ef329a-754d-4f7c-9843-cdf5814db8ac" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.366744] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2ef329a-754d-4f7c-9843-cdf5814db8ac" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.366826] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2ef329a-754d-4f7c-9843-cdf5814db8ac',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1509.367533] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53724d4f-dbcb-4468-8f0c-07b53cbc1c34 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.367653] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53724d4f-dbcb-4468-8f0c-07b53cbc1c34" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.367733] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53724d4f-dbcb-4468-8f0c-07b53cbc1c34" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.367851] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53724d4f-dbcb-4468-8f0c-07b53cbc1c34" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.367941] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53724d4f-dbcb-4468-8f0c-07b53cbc1c34',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1509.368624] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a7f93720-8a18-45d9-9a00-dd926481d6e5 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.368733] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a7f93720-8a18-45d9-9a00-dd926481d6e5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.368795] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a7f93720-8a18-45d9-9a00-dd926481d6e5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.368999] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a7f93720-8a18-45d9-9a00-dd926481d6e5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.369061] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a7f93720-8a18-45d9-9a00-dd926481d6e5',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1509.369721] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b620dde1-41aa-4a88-a801-46fa9401a147 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.369834] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b620dde1-41aa-4a88-a801-46fa9401a147" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.369956] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b620dde1-41aa-4a88-a801-46fa9401a147" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.370090] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b620dde1-41aa-4a88-a801-46fa9401a147" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.370173] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b620dde1-41aa-4a88-a801-46fa9401a147',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1509.370984] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cbc12d44-2ce0-4bf5-afbb-4664c5ae4eea taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.371145] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cbc12d44-2ce0-4bf5-afbb-4664c5ae4eea" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.371218] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cbc12d44-2ce0-4bf5-afbb-4664c5ae4eea" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.371730] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cbc12d44-2ce0-4bf5-afbb-4664c5ae4eea" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.371803] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cbc12d44-2ce0-4bf5-afbb-4664c5ae4eea',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1509.372471] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-382afd5f-89bf-405c-a1f5-4df0ced48395 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.372575] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-382afd5f-89bf-405c-a1f5-4df0ced48395" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.372765] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-382afd5f-89bf-405c-a1f5-4df0ced48395" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.372868] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-382afd5f-89bf-405c-a1f5-4df0ced48395" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.372868] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('382afd5f-89bf-405c-a1f5-4df0ced48395',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1509.373548] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74b82953-2e9f-4aa6-a354-b00bb79b7f59 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.373659] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74b82953-2e9f-4aa6-a354-b00bb79b7f59" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.373733] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74b82953-2e9f-4aa6-a354-b00bb79b7f59" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.373915] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74b82953-2e9f-4aa6-a354-b00bb79b7f59" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.374011] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74b82953-2e9f-4aa6-a354-b00bb79b7f59',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1509.374965] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.374965] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.374965] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.376880] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.376880] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fde18d8d-f211-41a4-b6ef-b2a9103ecc8b',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1509.376880] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4241acb9-fc6a-487c-9f01-9dad5a143dbc taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.376880] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4241acb9-fc6a-487c-9f01-9dad5a143dbc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.376880] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4241acb9-fc6a-487c-9f01-9dad5a143dbc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.376880] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4241acb9-fc6a-487c-9f01-9dad5a143dbc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.376880] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4241acb9-fc6a-487c-9f01-9dad5a143dbc',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1509.376880] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-00a3f3b1-9abb-4189-8d29-fcdd2fa59248 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.377466] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-00a3f3b1-9abb-4189-8d29-fcdd2fa59248" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.377466] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-00a3f3b1-9abb-4189-8d29-fcdd2fa59248" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.377466] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-00a3f3b1-9abb-4189-8d29-fcdd2fa59248" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.377466] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('00a3f3b1-9abb-4189-8d29-fcdd2fa59248',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1509.378985] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3bd00fb2-34ca-4c61-a232-c30013825796 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.378985] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3bd00fb2-34ca-4c61-a232-c30013825796" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.378985] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3bd00fb2-34ca-4c61-a232-c30013825796" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.378985] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3bd00fb2-34ca-4c61-a232-c30013825796" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.378985] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3bd00fb2-34ca-4c61-a232-c30013825796',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1509.379391] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-485d223b-ca9d-4b89-b8d1-92ae3f846a86 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.379391] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-485d223b-ca9d-4b89-b8d1-92ae3f846a86" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.379391] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-485d223b-ca9d-4b89-b8d1-92ae3f846a86" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.379629] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-485d223b-ca9d-4b89-b8d1-92ae3f846a86" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.379629] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('485d223b-ca9d-4b89-b8d1-92ae3f846a86',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1509.380180] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-41f9c0a5-a06a-41f2-991f-6b14d61d51cf taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.380809] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-41f9c0a5-a06a-41f2-991f-6b14d61d51cf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.380809] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-41f9c0a5-a06a-41f2-991f-6b14d61d51cf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.380809] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-41f9c0a5-a06a-41f2-991f-6b14d61d51cf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.380809] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('41f9c0a5-a06a-41f2-991f-6b14d61d51cf',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1509.381281] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-354893bb-8690-4bed-8f78-4d5f27c28b88 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.381381] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-354893bb-8690-4bed-8f78-4d5f27c28b88" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.381460] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-354893bb-8690-4bed-8f78-4d5f27c28b88" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.381608] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-354893bb-8690-4bed-8f78-4d5f27c28b88" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.381681] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('354893bb-8690-4bed-8f78-4d5f27c28b88',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1509.383898] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cff6cc40-0fec-406c-9cd0-c3859a2132e8 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.384104] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cff6cc40-0fec-406c-9cd0-c3859a2132e8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.384104] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cff6cc40-0fec-406c-9cd0-c3859a2132e8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.384387] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cff6cc40-0fec-406c-9cd0-c3859a2132e8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.384387] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cff6cc40-0fec-406c-9cd0-c3859a2132e8',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1509.385044] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5fc337a2-9d86-435e-96d6-68c898d6a953 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.385109] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5fc337a2-9d86-435e-96d6-68c898d6a953" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.385245] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5fc337a2-9d86-435e-96d6-68c898d6a953" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.385367] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5fc337a2-9d86-435e-96d6-68c898d6a953" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.385438] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5fc337a2-9d86-435e-96d6-68c898d6a953',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1509.559525] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.559785] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.559785] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.560368] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.580075] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.580251] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 938afa8a-2cd0-4cf0-a00d-011876fde21d is going to be deleted. [ 1509.649972] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.650180] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.650230] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.650405] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.650494] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.650611] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-938afa8a-2cd0-4cf0-a00d-011876fde21d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.889477] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-04b6cffb-1e07-4c32-8bd5-7ed9798e54aa taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.889701] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04b6cffb-1e07-4c32-8bd5-7ed9798e54aa" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.889701] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04b6cffb-1e07-4c32-8bd5-7ed9798e54aa" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.889878] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04b6cffb-1e07-4c32-8bd5-7ed9798e54aa" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.890048] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.890158] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.890237] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.890346] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.890428] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.890513] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04b6cffb-1e07-4c32-8bd5-7ed9798e54aa" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.890596] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04b6cffb-1e07-4c32-8bd5-7ed9798e54aa',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1509.893461] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-76a1ab7c-04cb-4eeb-8190-27aee0405a2d taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.893520] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76a1ab7c-04cb-4eeb-8190-27aee0405a2d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.893566] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76a1ab7c-04cb-4eeb-8190-27aee0405a2d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.893719] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76a1ab7c-04cb-4eeb-8190-27aee0405a2d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.893856] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.894205] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.894205] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.894383] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.894383] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.894481] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76a1ab7c-04cb-4eeb-8190-27aee0405a2d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.894481] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('76a1ab7c-04cb-4eeb-8190-27aee0405a2d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1509.949522] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.949717] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.949717] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.949884] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1509.951557] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.951666] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.959076] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.959241] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.962406] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.962515] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.963320] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.963444] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.964117] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.964211] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.964952] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.965058] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.965975] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.966082] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.966771] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.966856] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.969278] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.969382] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.970071] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.970167] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.970740] env[65894]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1509.971167] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.971261] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.972010] env[65894]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1509.972425] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.972519] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.973180] env[65894]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1509.973558] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.973650] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.974312] env[65894]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1509.974675] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.974767] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.979889] env[65894]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1509.980328] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.980423] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.982203] env[65894]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1509.982594] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1509.982688] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1509.983622] env[65894]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1509.984051] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1509.984160] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4241acb9-fc6a-487c-9f01-9dad5a143dbc is going to be deleted. [ 1509.985072] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1509.985275] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.003016] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.003177] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3bd00fb2-34ca-4c61-a232-c30013825796 is going to be deleted. [ 1510.004020] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.004230] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.021294] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.021454] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 354893bb-8690-4bed-8f78-4d5f27c28b88 is going to be deleted. [ 1510.022276] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.022478] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.040467] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.040653] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2ef329a-754d-4f7c-9843-cdf5814db8ac is going to be deleted. [ 1510.041491] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.041720] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.055246] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.055453] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.065751] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.065944] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.066578] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.066668] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.067466] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.067598] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cff6cc40-0fec-406c-9cd0-c3859a2132e8 is going to be deleted. [ 1510.068463] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.068686] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.104111] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.104320] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.105605] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.105720] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 382afd5f-89bf-405c-a1f5-4df0ced48395 is going to be deleted. [ 1510.106703] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.106917] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.169542] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.169774] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.183617] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.183792] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74b82953-2e9f-4aa6-a354-b00bb79b7f59 is going to be deleted. [ 1510.184735] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.184955] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.244278] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.244448] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37512978-9204-4fbd-9826-5f8ea7fbbb4d is going to be deleted. [ 1510.245276] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.245510] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.338496] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.338738] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cbc12d44-2ce0-4bf5-afbb-4664c5ae4eea is going to be deleted. [ 1510.339471] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.339687] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.356453] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.356867] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.357289] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.357391] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.396917] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('76a1ab7c-04cb-4eeb-8190-27aee0405a2d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1510.397967] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04b6cffb-1e07-4c32-8bd5-7ed9798e54aa',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1510.401740] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.401874] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5fc337a2-9d86-435e-96d6-68c898d6a953 is going to be deleted. [ 1510.402896] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.403455] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.437296] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.437542] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.467201] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.467451] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53724d4f-dbcb-4468-8f0c-07b53cbc1c34 is going to be deleted. [ 1510.468852] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.469188] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.528753] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.528944] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.529949] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.530108] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 485d223b-ca9d-4b89-b8d1-92ae3f846a86 is going to be deleted. [ 1510.531018] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.531247] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.532674] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.532794] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.582888] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.583130] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 00a3f3b1-9abb-4189-8d29-fcdd2fa59248 is going to be deleted. [ 1510.583983] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.584222] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.661397] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.661620] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fde18d8d-f211-41a4-b6ef-b2a9103ecc8b is going to be deleted. [ 1510.662555] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.663361] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.685671] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.685895] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.711638] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.711842] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b620dde1-41aa-4a88-a801-46fa9401a147 is going to be deleted. [ 1510.712749] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.713027] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.735874] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.736029] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.749559] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.749716] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a7f93720-8a18-45d9-9a00-dd926481d6e5 is going to be deleted. [ 1510.750659] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.750887] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.770210] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.770398] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.802529] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.802678] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 41f9c0a5-a06a-41f2-991f-6b14d61d51cf is going to be deleted. [ 1510.803655] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.803859] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.803952] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.804089] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4241acb9-fc6a-487c-9f01-9dad5a143dbc" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.804249] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.804403] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.804480] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.804591] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3bd00fb2-34ca-4c61-a232-c30013825796" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.805683] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.805852] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.805852] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.806036] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.806121] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.806235] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-00a3f3b1-9abb-4189-8d29-fcdd2fa59248" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.806354] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.806494] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.806567] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.806668] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-354893bb-8690-4bed-8f78-4d5f27c28b88" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.806781] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.806940] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.807047] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.807159] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2ef329a-754d-4f7c-9843-cdf5814db8ac" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.807303] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.807441] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.807512] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.807664] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cff6cc40-0fec-406c-9cd0-c3859a2132e8" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.807772] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.807917] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.807991] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.808110] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-382afd5f-89bf-405c-a1f5-4df0ced48395" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.808241] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.808380] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.808454] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.808597] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74b82953-2e9f-4aa6-a354-b00bb79b7f59" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.808732] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.808801] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.808871] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.808975] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37512978-9204-4fbd-9826-5f8ea7fbbb4d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.809118] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.809253] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.809326] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.809437] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cbc12d44-2ce0-4bf5-afbb-4664c5ae4eea" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.809546] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.809681] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.809756] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.809858] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5fc337a2-9d86-435e-96d6-68c898d6a953" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.809987] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.810137] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.810203] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.810310] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53724d4f-dbcb-4468-8f0c-07b53cbc1c34" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.810417] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.810545] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.810616] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.810715] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-485d223b-ca9d-4b89-b8d1-92ae3f846a86" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.810847] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.810980] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.811064] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.811167] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fde18d8d-f211-41a4-b6ef-b2a9103ecc8b" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.880115] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.880365] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.880365] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.880541] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.880632] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.880771] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b620dde1-41aa-4a88-a801-46fa9401a147" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.881537] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.881650] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.881722] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.881886] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.881965] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.882093] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a7f93720-8a18-45d9-9a00-dd926481d6e5" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.899686] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 76a1ab7c-04cb-4eeb-8190-27aee0405a2d: rpc.has_security_group_logging(os_id): False [ 1510.900944] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04b6cffb-1e07-4c32-8bd5-7ed9798e54aa: rpc.has_security_group_logging(os_id): False [ 1510.946923] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.947163] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.947163] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.947382] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.949207] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.949366] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.959918] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.960127] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.988446] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.988777] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1510.988897] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1510.988954] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.989173] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1510.989257] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1510.989353] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04b6cffb-1e07-4c32-8bd5-7ed9798e54aa is going to be updated. [ 1510.990435] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1510.990609] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.055896] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.056163] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.056283] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.056343] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.056532] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.056615] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.056734] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76a1ab7c-04cb-4eeb-8190-27aee0405a2d is going to be updated. [ 1511.057880] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.058105] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.058196] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.058311] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-41f9c0a5-a06a-41f2-991f-6b14d61d51cf" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.126778] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.127053] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.127053] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.127314] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.127498] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.140917] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1511.141153] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1511.141153] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1511.141366] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1511.141520] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.163500] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04b6cffb-1e07-4c32-8bd5-7ed9798e54aa in Status: IN_PROGRESS for 2s [ 1511.171686] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76a1ab7c-04cb-4eeb-8190-27aee0405a2d in Status: IN_PROGRESS for 2s [ 1513.182049] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04b6cffb-1e07-4c32-8bd5-7ed9798e54aa in Status: SUCCESS [ 1513.182432] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04b6cffb-1e07-4c32-8bd5-7ed9798e54aa" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1513.184166] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76a1ab7c-04cb-4eeb-8190-27aee0405a2d in Status: SUCCESS [ 1513.184348] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76a1ab7c-04cb-4eeb-8190-27aee0405a2d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1514.361080] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1514.361494] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1519.362405] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1519.362798] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1524.364027] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1524.364455] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1529.365158] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1529.365631] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1530.017928] env[65894]: INFO networking_nsxv3.common.synchronization [req-919df047-1dc8-4993-bfbc-7db846f9d14b req-4f99a608-ff4f-4c7d-9d50-9e7620379622 tempest-AttachVolumeTestJSON-1747466358 tempest-AttachVolumeTestJSON-1747466358-project-member] Enqueued Resource ID: 04b6cffb-1e07-4c32-8bd5-7ed9798e54aa with Priority: HIGHEST for action security_group_members [ 1530.018833] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04b6cffb-1e07-4c32-8bd5-7ed9798e54aa with Priority: HIGHEST for action security_group_members [ 1530.018833] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-04b6cffb-1e07-4c32-8bd5-7ed9798e54aa taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.019176] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04b6cffb-1e07-4c32-8bd5-7ed9798e54aa" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.019176] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04b6cffb-1e07-4c32-8bd5-7ed9798e54aa" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.019453] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04b6cffb-1e07-4c32-8bd5-7ed9798e54aa" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.019584] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.019709] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.019799] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.019884] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.019968] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.020061] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04b6cffb-1e07-4c32-8bd5-7ed9798e54aa',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1530.523402] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.523807] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.523807] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.524293] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.524293] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.524499] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.524667] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.524777] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.525090] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.525233] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.525349] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04b6cffb-1e07-4c32-8bd5-7ed9798e54aa is going to be updated. [ 1530.569627] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1530.570024] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1530.570024] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1530.570362] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1530.570620] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.583567] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04b6cffb-1e07-4c32-8bd5-7ed9798e54aa in Status: IN_PROGRESS for 2s [ 1532.596851] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04b6cffb-1e07-4c32-8bd5-7ed9798e54aa in Status: SUCCESS [ 1532.597366] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04b6cffb-1e07-4c32-8bd5-7ed9798e54aa deletion is rescheduled due to dependency. [ 1532.597366] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04b6cffb-1e07-4c32-8bd5-7ed9798e54aa" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1535.019944] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1535.020365] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1540.020819] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1540.020819] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1545.021868] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1545.022200] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1550.022772] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1550.023194] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1555.024040] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1555.024464] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1560.025685] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1560.026099] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1565.027310] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1565.027684] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1570.028888] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1570.029516] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1571.896360] env[65894]: INFO networking_nsxv3.common.synchronization [req-b9e2dd33-57f1-4700-9be5-7533d8248630 req-f3168c11-267b-4cf4-a644-ce315f4810f0 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Enqueued Resource ID: 76a1ab7c-04cb-4eeb-8190-27aee0405a2d with Priority: HIGHEST for action security_group_members [ 1571.897064] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76a1ab7c-04cb-4eeb-8190-27aee0405a2d with Priority: HIGHEST for action security_group_members [ 1571.897490] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-76a1ab7c-04cb-4eeb-8190-27aee0405a2d taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1571.897659] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76a1ab7c-04cb-4eeb-8190-27aee0405a2d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.897731] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76a1ab7c-04cb-4eeb-8190-27aee0405a2d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1571.897934] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76a1ab7c-04cb-4eeb-8190-27aee0405a2d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1571.898103] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1571.898225] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1571.898292] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1571.898431] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1571.898517] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1571.898612] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76a1ab7c-04cb-4eeb-8190-27aee0405a2d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1572.401487] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1572.401722] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.401722] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1572.402038] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1572.402167] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.402420] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1572.402580] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.402620] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1572.402760] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1572.402842] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.402932] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76a1ab7c-04cb-4eeb-8190-27aee0405a2d is going to be updated. [ 1572.445583] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1572.445800] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1572.445800] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1572.445996] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1572.446173] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1572.454797] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76a1ab7c-04cb-4eeb-8190-27aee0405a2d in Status: IN_PROGRESS for 2s [ 1574.466056] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76a1ab7c-04cb-4eeb-8190-27aee0405a2d in Status: SUCCESS [ 1574.466056] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76a1ab7c-04cb-4eeb-8190-27aee0405a2d deletion is rescheduled due to dependency. [ 1574.466056] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76a1ab7c-04cb-4eeb-8190-27aee0405a2d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1576.898533] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1576.898964] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1579.977024] env[65894]: INFO networking_nsxv3.common.synchronization [req-23e9a67b-4a00-434b-9458-2850ab7bf759 req-ba0b2fb2-8a10-48d5-89ca-b74c4449c396 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Enqueued Resource ID: 76a1ab7c-04cb-4eeb-8190-27aee0405a2d with Priority: HIGHEST for action security_group_members [ 1579.977577] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76a1ab7c-04cb-4eeb-8190-27aee0405a2d with Priority: HIGHEST for action security_group_members [ 1579.977909] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-76a1ab7c-04cb-4eeb-8190-27aee0405a2d taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1579.980203] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76a1ab7c-04cb-4eeb-8190-27aee0405a2d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.980320] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76a1ab7c-04cb-4eeb-8190-27aee0405a2d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1579.980484] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76a1ab7c-04cb-4eeb-8190-27aee0405a2d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1579.980651] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1579.980798] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1579.980872] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1579.981072] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1579.981147] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1579.981263] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76a1ab7c-04cb-4eeb-8190-27aee0405a2d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1580.254826] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock network-23 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1580.254826] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "network-23" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.254826] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "network-23" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1580.254826] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "network-23" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1580.255299] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1580.255299] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.255430] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1580.255586] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1580.255733] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1580.255967] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1580.256095] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] NeedRegenerationException {{(pid=65894) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1580.256211] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] no value, waiting for create lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1580.256314] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] value creation lock acquired {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1580.256423] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] No value present for key: 'zone-id' {{(pid=65894) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1580.256527] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Calling creation function for not-yet-present value {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1580.256655] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1580.280288] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1580.280476] env[65894]: DEBUG dogpile.cache.region [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65894) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1580.280589] env[65894]: DEBUG dogpile.lock [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Released creation lock {{(pid=65894) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1580.280766] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "network-23" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1580.281092] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock port-c3e49bc4-c22a-46d8-954a-16a1d6255535 taken with stack trace [, , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1580.281262] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "port-c3e49bc4-c22a-46d8-954a-16a1d6255535" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.281381] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "port-c3e49bc4-c22a-46d8-954a-16a1d6255535" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1580.281711] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "port-c3e49bc4-c22a-46d8-954a-16a1d6255535" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1580.281921] env[65894]: DEBUG networking_nsxv3.api.rpc [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3e49bc4-c22a-46d8-954a-16a1d6255535',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1580.483951] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1580.484188] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.484188] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1580.484413] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1580.484534] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1580.484768] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1580.484878] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.484935] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1580.485127] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1580.485252] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1580.485315] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76a1ab7c-04cb-4eeb-8190-27aee0405a2d is going to be updated. [ 1580.510249] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1580.510515] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.510515] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1580.510690] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1580.510864] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1580.519738] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76a1ab7c-04cb-4eeb-8190-27aee0405a2d in Status: IN_PROGRESS for 2s [ 1580.784465] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1580.784696] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.784827] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1580.785134] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1580.785292] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1580.785479] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Segment Port c3e49bc4-c22a-46d8-954a-16a1d6255535 not found, creating... [ 1580.785748] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1580.785907] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.786037] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1580.786269] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1580.786407] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1580.786689] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1580.786840] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.786962] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1580.787201] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1580.787338] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1580.787474] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Resource: SegmentPort with ID: c3e49bc4-c22a-46d8-954a-16a1d6255535 is going to be created. [ 1580.810801] env[65894]: DEBUG networking_nsxv3.common.locking [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1580.811042] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1580.811207] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1580.811515] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1580.811756] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1580.811974] env[65894]: DEBUG oslo_concurrency.lockutils [None req-2adfcd3b-ae52-4511-ab35-339da5347d18 None None] Releasing lock "port-c3e49bc4-c22a-46d8-954a-16a1d6255535" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1581.490219] env[65894]: INFO networking_nsxv3.common.synchronization [req-23e9a67b-4a00-434b-9458-2850ab7bf759 req-3fcd734c-7486-4d0c-b927-dbee8b85fd39 service nova] Enqueued Resource ID: 76a1ab7c-04cb-4eeb-8190-27aee0405a2d with Priority: HIGHEST for action security_group_rules [ 1581.490502] env[65894]: INFO networking_nsxv3.common.synchronization [req-23e9a67b-4a00-434b-9458-2850ab7bf759 req-3fcd734c-7486-4d0c-b927-dbee8b85fd39 service nova] Enqueued Resource ID: 76a1ab7c-04cb-4eeb-8190-27aee0405a2d with Priority: HIGHEST for action security_group_members [ 1581.490547] env[65894]: INFO networking_nsxv3.common.synchronization [req-23e9a67b-4a00-434b-9458-2850ab7bf759 req-3fcd734c-7486-4d0c-b927-dbee8b85fd39 service nova] Enqueued Resource ID: c3e49bc4-c22a-46d8-954a-16a1d6255535 with Priority: HIGHEST for action port [ 1581.490994] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76a1ab7c-04cb-4eeb-8190-27aee0405a2d with Priority: HIGHEST for action security_group_rules [ 1581.491137] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76a1ab7c-04cb-4eeb-8190-27aee0405a2d with Priority: HIGHEST for action security_group_members [ 1581.491233] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3e49bc4-c22a-46d8-954a-16a1d6255535 with Priority: HIGHEST for action port [ 1581.491492] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76a1ab7c-04cb-4eeb-8190-27aee0405a2d taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1581.491610] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76a1ab7c-04cb-4eeb-8190-27aee0405a2d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.491742] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76a1ab7c-04cb-4eeb-8190-27aee0405a2d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1581.491913] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76a1ab7c-04cb-4eeb-8190-27aee0405a2d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1581.492023] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76a1ab7c-04cb-4eeb-8190-27aee0405a2d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1581.492944] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-76a1ab7c-04cb-4eeb-8190-27aee0405a2d taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1581.493042] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76a1ab7c-04cb-4eeb-8190-27aee0405a2d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.493235] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3e49bc4-c22a-46d8-954a-16a1d6255535 taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1581.493337] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3e49bc4-c22a-46d8-954a-16a1d6255535" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.493400] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3e49bc4-c22a-46d8-954a-16a1d6255535" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1581.493592] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3e49bc4-c22a-46d8-954a-16a1d6255535" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1581.493664] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3e49bc4-c22a-46d8-954a-16a1d6255535',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1581.995164] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-76a1ab7c-04cb-4eeb-8190-27aee0405a2d taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1581.995381] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76a1ab7c-04cb-4eeb-8190-27aee0405a2d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.995449] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c3e49bc4-c22a-46d8-954a-16a1d6255535 with status ACTIVE [ 1581.995618] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1581.995734] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.995816] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1581.996020] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1581.996112] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1581.996302] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1581.996429] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.996475] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1581.996627] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1581.996705] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1581.996890] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1581.996980] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1581.997052] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1581.997192] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1581.997290] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1581.997337] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c3e49bc4-c22a-46d8-954a-16a1d6255535 is going to be updated. [ 1582.017544] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1582.017742] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1582.017742] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1582.017927] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1582.018098] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1582.018474] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3e49bc4-c22a-46d8-954a-16a1d6255535" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1582.530215] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76a1ab7c-04cb-4eeb-8190-27aee0405a2d in Status: SUCCESS [ 1582.530530] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76a1ab7c-04cb-4eeb-8190-27aee0405a2d deletion is rescheduled due to dependency. [ 1582.530631] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76a1ab7c-04cb-4eeb-8190-27aee0405a2d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1582.530859] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76a1ab7c-04cb-4eeb-8190-27aee0405a2d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1582.531176] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76a1ab7c-04cb-4eeb-8190-27aee0405a2d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1582.531404] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1582.531553] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1582.531838] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1582.531838] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1582.531919] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1582.531987] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76a1ab7c-04cb-4eeb-8190-27aee0405a2d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1583.034374] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('76a1ab7c-04cb-4eeb-8190-27aee0405a2d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1583.537880] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('76a1ab7c-04cb-4eeb-8190-27aee0405a2d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1584.041582] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.041582] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.041582] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.041582] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.041582] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1584.041582] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76a1ab7c-04cb-4eeb-8190-27aee0405a2d is going to be updated. [ 1584.071302] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1584.071429] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1584.071493] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1584.071701] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1584.071855] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1584.080429] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76a1ab7c-04cb-4eeb-8190-27aee0405a2d in Status: IN_PROGRESS for 2s [ 1586.092087] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76a1ab7c-04cb-4eeb-8190-27aee0405a2d in Status: SUCCESS [ 1586.092573] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76a1ab7c-04cb-4eeb-8190-27aee0405a2d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1586.092573] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76a1ab7c-04cb-4eeb-8190-27aee0405a2d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1586.092728] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76a1ab7c-04cb-4eeb-8190-27aee0405a2d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1586.092800] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1586.092907] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1586.092973] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1586.093199] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1586.093199] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1586.093364] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76a1ab7c-04cb-4eeb-8190-27aee0405a2d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1586.093364] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('76a1ab7c-04cb-4eeb-8190-27aee0405a2d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1586.492502] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1586.492741] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1586.595400] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('76a1ab7c-04cb-4eeb-8190-27aee0405a2d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1587.098190] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 76a1ab7c-04cb-4eeb-8190-27aee0405a2d: rpc.has_security_group_logging(os_id): False [ 1587.116284] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1587.116511] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1587.116511] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1587.116693] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1587.116784] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1587.117031] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1587.117137] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1587.117199] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1587.117352] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1587.117577] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1587.117577] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76a1ab7c-04cb-4eeb-8190-27aee0405a2d is going to be updated. [ 1587.179590] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1587.179821] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1587.179870] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1587.180110] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1587.180279] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1587.191559] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76a1ab7c-04cb-4eeb-8190-27aee0405a2d in Status: IN_PROGRESS for 2s [ 1589.209640] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76a1ab7c-04cb-4eeb-8190-27aee0405a2d in Status: SUCCESS [ 1589.210170] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76a1ab7c-04cb-4eeb-8190-27aee0405a2d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1591.493577] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1591.493960] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1596.494829] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1596.495308] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1601.495905] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1601.496313] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1606.497416] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1606.497867] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1611.499100] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1611.499515] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1616.500893] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1616.501356] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1621.502441] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1621.502905] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1626.503205] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1626.503611] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1631.504413] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1631.504774] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1636.506062] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1636.506392] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1641.419229] env[65894]: INFO networking_nsxv3.common.synchronization [req-207af5b4-ad72-44fb-9204-6baf049fbb16 req-4612a3b2-00a4-4cf8-ba76-5d2d054475b1 tempest-ServerActionsTestJSON-1912350666 tempest-ServerActionsTestJSON-1912350666-project-member] Enqueued Resource ID: 76a1ab7c-04cb-4eeb-8190-27aee0405a2d with Priority: HIGHEST for action security_group_members [ 1641.419229] env[65894]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76a1ab7c-04cb-4eeb-8190-27aee0405a2d with Priority: HIGHEST for action security_group_members [ 1641.419229] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock member-76a1ab7c-04cb-4eeb-8190-27aee0405a2d taken with stack trace [, , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1641.419229] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76a1ab7c-04cb-4eeb-8190-27aee0405a2d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1641.419229] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76a1ab7c-04cb-4eeb-8190-27aee0405a2d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1641.419229] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76a1ab7c-04cb-4eeb-8190-27aee0405a2d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1641.420476] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1641.420476] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1641.420476] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1641.420476] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1641.420476] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1641.420476] env[65894]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76a1ab7c-04cb-4eeb-8190-27aee0405a2d',) {} {{(pid=65894) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1641.922648] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1641.922920] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1641.922920] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1641.923143] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1641.923143] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1641.923315] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1641.923409] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1641.923473] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1641.923626] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1641.923702] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1641.923790] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76a1ab7c-04cb-4eeb-8190-27aee0405a2d is going to be updated. [ 1641.965538] env[65894]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65894) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1641.965791] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1641.965791] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1641.965980] env[65894]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1641.966111] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1641.978960] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76a1ab7c-04cb-4eeb-8190-27aee0405a2d in Status: IN_PROGRESS for 2s [ 1643.989438] env[65894]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76a1ab7c-04cb-4eeb-8190-27aee0405a2d in Status: SUCCESS [ 1643.989846] env[65894]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76a1ab7c-04cb-4eeb-8190-27aee0405a2d deletion is rescheduled due to dependency. [ 1643.989846] env[65894]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76a1ab7c-04cb-4eeb-8190-27aee0405a2d" {{(pid=65894) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1646.419232] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1646.419615] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1651.420660] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1651.420660] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1656.421291] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1656.421682] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1661.422474] env[65894]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1661.422913] env[65894]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0